-- Logs begin at Wed 2022-08-24 04:05:35 UTC, end at Wed 2022-08-24 05:28:05 UTC. -- Aug 24 04:50:47.274408 dv-cinder-854265-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 04:50:49.956689 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.common.config [-] Logging enabled! Aug 24 04:50:49.957279 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 04:50:49.957475 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107509) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 04:50:49.960725 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.common.config [-] Logging enabled! Aug 24 04:50:49.960975 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 04:50:49.961279 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107509) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 04:50:49.962200 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 04:50:49.962431 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 04:50:49.962897 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 04:50:49.963172 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 04:50:49.963398 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 04:50:49.963713 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.964009 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.964243 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.964537 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.964825 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.965104 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.965388 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.965680 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.965961 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.966240 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.966517 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.966742 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.967041 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.967317 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.967598 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.967816 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] debug = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.968088 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.968509 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.968908 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.969182 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.969466 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.969743 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.970006 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.970275 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.970554 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.970937 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] host = dv-cinder-854265-1-iscsi {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.971429 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.971808 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.972097 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.972383 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.972659 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.972933 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.973228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.973484 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.973754 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] log_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.974025 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.974313 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.974593 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.974876 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.975119 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.975337 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.975617 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.975901 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.976172 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.976444 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.976710 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.976977 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.977244 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.977503 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.977784 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.978063 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.978342 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.978611 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.978882 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.979175 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.979440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.979727 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.979987 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.980255 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.980523 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.980805 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.981069 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.981337 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.981632 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.981913 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.982192 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.982473 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.982742 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.983048 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.983309 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.983575 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.983844 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] use_json = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.984112 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.984385 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.984660 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.984927 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.985194 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.985461 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.985728 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.986007 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.986276 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:49.986675 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.987162 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.987465 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.987747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.988054 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.988333 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.988619 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.988895 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.989180 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.989465 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.989747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.990023 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.990318 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.990603 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.990891 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.991213 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.991505 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.991791 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.992060 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.992328 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.992596 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.992868 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.993149 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.993422 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.993704 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.993988 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.994266 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.994556 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.994833 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.995132 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.995421 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.995706 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.995975 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.996249 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.996534 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.996807 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.997072 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.997353 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.997625 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.997893 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.998172 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.998460 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.998745 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.999012 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.999307 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.999595 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:49.999870 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.000140 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.000406 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.000680 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.000947 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.001225 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.001498 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.001765 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.002560 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.002988 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.003421 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.003699 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.003978 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.004253 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.004534 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.004812 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.005080 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.005348 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.005614 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.005880 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.006145 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.006412 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.006687 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.006977 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.007267 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.007535 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.007801 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.008068 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.008348 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.008644 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.008917 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.009190 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.009462 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.009733 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.010005 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.010277 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.010549 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.010821 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.011112 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.011399 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.011678 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.011956 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.012235 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.012529 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.012819 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.013092 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.013364 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.013635 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.013906 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.014177 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.014453 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.014729 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.015000 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.015300 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.015581 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.015871 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.016159 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.016435 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.016730 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.017016 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.017304 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.017581 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.018614 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.019079 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:50.019305 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 04:50:50.019545 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107509) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 04:50:50.317821 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 04:50:50.318133 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 04:50:50.318391 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 04:50:50.318618 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 04:50:50.318900 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 04:50:50.319250 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 04:50:50.732651 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.732865 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.733132 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.734317 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.734589 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.734853 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.788114 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.788387 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.788650 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.805476 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.805756 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.806030 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.833674 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.833951 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.834215 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.870957 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.871259 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:50.871527 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.105185 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.105788 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.105788 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.105970 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.106879 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.204086 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.204406 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.204687 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.205489 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.205887 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.206347 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.206616 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.206877 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.207165 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.207451 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.207708 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.207971 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.208224 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.208471 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.208722 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.208983 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.209233 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.209496 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.209759 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.210012 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.210279 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.210527 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.210805 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.211207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.211455 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.211696 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.212087 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:51.212327 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:51.212558 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:51.212786 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:51.213016 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:51.213243 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:51.213595 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 04:50:51.216677 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 04:50:51.220617 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 04:50:51.225231 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Aug 24 04:50:51.226846 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 04:50:51.227494 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 04:50:51.227830 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 04:50:51.228204 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 04:50:51.230938 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 04:50:51.231207 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 04:50:51.231548 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 04:50:51.236779 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 04:50:51.259937 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 04:50:51.260378 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.260668 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107509) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 04:50:51.261035 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.262366 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107509) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 04:50:51.262637 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 04:50:51.262879 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 04:50:51.266393 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.266680 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:51.414723 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 04:50:51.414900 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 04:50:51.415154 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 04:50:51.415515 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 04:50:51.469090 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO dbcounter [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Registered counter for database neutron Aug 24 04:50:51.488326 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_db.sqlalchemy.engines [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 04:50:51.494186 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG dbcounter [-] [107509] Writer thread running {{(pid=107509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:50:52.202062 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing driver for type 'gre' Aug 24 04:50:52.202580 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] gre ID ranges: [(1, 1000)] Aug 24 04:50:52.403293 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing driver for type 'local' Aug 24 04:50:52.403762 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing driver for type 'vlan' Aug 24 04:50:52.489020 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] VlanTypeDriver initialization complete Aug 24 04:50:52.489296 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing driver for type 'vxlan' Aug 24 04:50:52.489874 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] vxlan ID ranges: [(1, 1000)] Aug 24 04:50:52.694598 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing extension driver 'port_security' Aug 24 04:50:52.694938 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.extensions.port_security [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] PortSecurityExtensionDriver initialization complete Aug 24 04:50:52.695311 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing mechanism driver 'openvswitch' Aug 24 04:50:52.695649 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing mechanism driver 'hyperv' Aug 24 04:50:52.702434 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.plugin [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:50:52.709738 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.709738 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.709738 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.709738 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:50:52.709738 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnet after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710150 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnet after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710150 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710150 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:50:52.710150 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710150 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710508 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710508 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:50:52.710508 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > security_group after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710508 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > security_group after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710508 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710881 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:50:52.710881 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710881 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710881 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.710881 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:50:52.711251 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > address_group after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.711345 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > address_group after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.711647 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.712030 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:50:52.712466 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] ML2 OVO RPC backend initialized. {{(pid=107509) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 04:50:52.713167 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.713521 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.713937 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.714287 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > networks before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.714634 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.714974 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > ports before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.715338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnet before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.715678 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnets before_response 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.716021 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.716359 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.716732 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.717072 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.717403 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.717736 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.718066 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnet after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.718399 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnet after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.718729 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.726463 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded quota_driver: . Aug 24 04:50:52.726828 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.plugin [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Modular L2 Plugin initialization complete Aug 24 04:50:52.727207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading services supported by the core plugin {{(pid=107509) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 04:50:52.727544 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.plugins.ml2.managers [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Got port-security extension from driver 'port_security' Aug 24 04:50:52.728051 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.extensions.vlantransparent [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Disabled vlantransparent extension. Aug 24 04:50:52.728536 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107509) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 04:50:52.728856 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: router Aug 24 04:50:52.765248 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.765588 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router after_create 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.765963 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router before_create 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.766331 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.766710 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.767088 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router after_delete 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.767623 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.768095 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.768468 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router after_create 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.768821 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router after_update 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.769175 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router after_update 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.769528 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.769890 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router after_update 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.770301 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_update 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.770675 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: port after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.771032 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: port after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.771384 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: subnet after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.771744 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.772096 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.772445 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_create 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.772788 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: port before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.773132 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.773487 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router after_update 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.773829 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.774180 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_create 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.774539 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.774886 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_update 55549900 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.775275 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > agent after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.775627 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > agent after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.775968 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > network after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.776830 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Tracking information for resource: router configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:52.777164 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Tracking information for resource: floatingip configured {{(pid=107509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:50:52.781962 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.db.l3_agentschedulers_db [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 04:50:52.782541 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: port after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.782937 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: port after_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.783530 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: port after_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.783890 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: port after_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.784673 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router before_create 55550100 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.785037 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.785421 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_create 55550100 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.785779 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > router precommit_update 55550100 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.790639 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.services.provider_configuration [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service providers = [] {{(pid=107509) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 04:50:52.790998 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.db.servicetype_db [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107509) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 04:50:52.794101 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.services.service_base [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:50:52.794451 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.services.service_base [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:50:52.794789 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.services.service_base [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:50:52.795687 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.services.service_base [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:50:52.796051 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.services.service_base [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 04:50:52.796422 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.796741 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 04:50:52.808142 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.808476 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: auto_allocate Aug 24 04:50:52.814680 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: network precommit_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.815339 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: network precommit_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.815870 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.816191 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: tag Aug 24 04:50:52.822955 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.823300 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: timestamp Aug 24 04:50:52.827145 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.827474 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: network_ip_availability Aug 24 04:50:52.833713 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.834083 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.834440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:52.835186 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.835505 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: flavors Aug 24 04:50:52.847881 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.848217 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading Plugin: revisions Aug 24 04:50:52.852446 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:50:52.852830 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.534s {{(pid=107509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 04:50:52.853566 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107509) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 04:50:52.853940 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Initializing extension manager. Aug 24 04:50:52.854471 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: __init__.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.854808 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: __pycache__ {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.855174 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: address_group.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.855879 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.856435 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: address-group Aug 24 04:50:52.856756 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: address_scope.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.857429 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.857931 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: address-scope Aug 24 04:50:52.858252 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.859155 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.859725 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: router-admin-state-down-before-update Aug 24 04:50:52.860067 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: agent.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.860713 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.861369 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: agent Aug 24 04:50:52.861814 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: agent_resources_synced.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.862685 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.863208 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: agent-resources-synced Aug 24 04:50:52.863531 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: allowedaddresspairs.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.865253 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.865771 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: allowed-address-pairs Aug 24 04:50:52.866094 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: auto_allocated_topology.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.873277 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.873794 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: auto-allocated-topology Aug 24 04:50:52.874101 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: availability_zone.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.874753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.875279 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: availability_zone Aug 24 04:50:52.875597 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: availability_zone_filter.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.876557 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.877309 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: availability_zone_filter Aug 24 04:50:52.877646 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: data_plane_status.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.878526 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.879034 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 04:50:52.879366 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: default_subnetpools.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.880232 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.880728 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: default-subnetpools Aug 24 04:50:52.881045 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.881803 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.882340 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: dhcp_agent_scheduler Aug 24 04:50:52.882667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: dns.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.883552 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.884046 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 04:50:52.884362 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: dns_domain_ports.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.885228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.885724 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 04:50:52.886042 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.886908 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.887428 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 04:50:52.887750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: dvr.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.888448 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.888945 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: dvr Aug 24 04:50:52.889264 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: ecmp_routes.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.890129 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.890623 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 04:50:52.890941 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: empty_string_filtering.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.891820 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.893028 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: empty-string-filtering Aug 24 04:50:52.893480 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.894342 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.894847 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 04:50:52.895194 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.896050 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.896553 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 04:50:52.896873 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: external_net.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.897725 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.898227 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: external-net Aug 24 04:50:52.898546 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.899464 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.899961 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: extra_dhcp_opt Aug 24 04:50:52.900278 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: extraroute.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.901126 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.901622 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: extraroute Aug 24 04:50:52.901939 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: extraroute_atomic.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.902913 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.903442 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: extraroute-atomic Aug 24 04:50:52.903764 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: filter_validation.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.904385 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.905140 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: filter-validation Aug 24 04:50:52.905461 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: fip_pf_description.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.906318 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.906819 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 04:50:52.907178 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: fip_pf_port_range.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.908799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.909472 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 04:50:52.909899 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: fip_port_details.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.910794 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.911334 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: fip-port-details Aug 24 04:50:52.911658 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: flavors.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.920489 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.920993 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: flavors Aug 24 04:50:52.921318 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.922908 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.923497 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 04:50:52.924029 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: floatingip_pools.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.924739 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.925272 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: floatingip-pools Aug 24 04:50:52.925598 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: ip_allocation.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.926485 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.926983 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 04:50:52.927341 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.928211 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.928709 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: ip-substring-filtering Aug 24 04:50:52.929031 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l2_adjacency.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.930177 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.930668 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 04:50:52.930986 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.931922 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.932478 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: router Aug 24 04:50:52.932796 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.934960 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.935505 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 04:50:52.935835 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.936718 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.937257 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: ext-gw-mode Aug 24 04:50:52.937583 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.938455 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.938951 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: l3-ha Aug 24 04:50:52.939973 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.940952 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.941449 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 04:50:52.941769 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3_flavors.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.942629 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.943169 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: l3-flavors Aug 24 04:50:52.943524 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3_ndp_proxy.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.944826 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.945333 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 04:50:52.945655 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.946515 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.947047 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 04:50:52.947370 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: l3agentscheduler.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.948358 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.948859 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: l3_agent_scheduler Aug 24 04:50:52.949180 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: local_ip.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.950945 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.954463 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension local_ip not supported by any of loaded plugins Aug 24 04:50:52.954463 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: logging.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.956579 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.957095 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension logging not supported by any of loaded plugins Aug 24 04:50:52.957425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: metering.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.958135 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.959105 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: metering Aug 24 04:50:52.959435 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.960497 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.961008 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: metering_source_and_destination_fields Aug 24 04:50:52.961333 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: multiprovidernet.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.962283 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.962788 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: multi-provider Aug 24 04:50:52.963136 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: netmtu.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.964003 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.964508 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: net-mtu Aug 24 04:50:52.964828 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: netmtu_writable.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.965691 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.966234 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: net-mtu-writable Aug 24 04:50:52.966557 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: network_availability_zone.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.967205 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.967709 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: network_availability_zone Aug 24 04:50:52.968030 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: network_ip_availability.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.969083 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.969591 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: network-ip-availability Aug 24 04:50:52.969916 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: network_segment_range.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.970874 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.971430 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 04:50:52.971753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: pagination.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.972762 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.973087 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: pagination Aug 24 04:50:52.973405 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: port_device_profile.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.974260 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.974766 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: port-device-profile Aug 24 04:50:52.975108 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: port_mac_address_override.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.975980 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.976531 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: port-mac-override Aug 24 04:50:52.980867 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.981534 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.982364 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: port-mac-address-regenerate Aug 24 04:50:52.982693 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.983602 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.984113 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: port-numa-affinity-policy Aug 24 04:50:52.984435 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: port_resource_request.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.985364 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.985858 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 04:50:52.986379 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: port_resource_request_groups.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.987527 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.988020 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 04:50:52.988344 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: portbindings.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.989253 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.989819 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: binding Aug 24 04:50:52.990143 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: portbindings_extended.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.991375 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.991888 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: binding-extended Aug 24 04:50:52.992215 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: portsecurity.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.993084 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.993602 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: port-security Aug 24 04:50:52.993915 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: project_id.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.994847 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.995254 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: project-id Aug 24 04:50:52.995576 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: providernet.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:52.996443 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:52.996952 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: provider Aug 24 04:50:52.997274 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.005387 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.005902 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos not supported by any of loaded plugins Aug 24 04:50:53.006232 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.007464 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.008023 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 04:50:53.008349 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.009236 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.009740 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 04:50:53.010062 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_default.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.010998 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.011530 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-default not supported by any of loaded plugins Aug 24 04:50:53.011850 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_fip.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.012758 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.013257 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 04:50:53.013579 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_fip_network_policy.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.014439 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.014939 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 04:50:53.015329 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_gateway_ip.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.016152 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.016652 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 04:50:53.016976 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_port_network_policy.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.018720 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.019249 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 04:50:53.019572 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.020558 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.021061 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 04:50:53.021381 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.022364 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.022874 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 04:50:53.023226 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_pps_rule.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.024366 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.024913 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 04:50:53.025235 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_rule_type_details.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.026101 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.026598 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 04:50:53.026919 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_rule_type_filter.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.027808 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.028305 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 04:50:53.028625 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: qos_rules_alias.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.029631 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.030137 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 04:50:53.030603 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: quota_check_limit.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.031432 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.031942 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: quota-check-limit Aug 24 04:50:53.032262 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: quotasv2.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.033402 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.033766 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: quotas Aug 24 04:50:53.034088 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: quotasv2_detail.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.035824 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.036147 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: quota_details Aug 24 04:50:53.036480 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: rbac.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.037777 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.038348 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: rbac-policies Aug 24 04:50:53.038676 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: rbac_address_group.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.044878 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.045387 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: rbac-address-group Aug 24 04:50:53.045712 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: rbac_address_scope.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.046581 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.047122 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: rbac-address-scope Aug 24 04:50:53.047447 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: rbac_security_groups.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.048445 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.049236 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: rbac-security-groups Aug 24 04:50:53.049603 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: rbac_subnetpool.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.050484 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.051037 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: rbac-subnetpool Aug 24 04:50:53.051362 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: revisionifmatch.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.052241 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.052744 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: revision-if-match Aug 24 04:50:53.053067 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: revisions.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.054231 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.055003 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: standard-attr-revisions Aug 24 04:50:53.055345 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: router_availability_zone.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.055977 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.056483 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: router_availability_zone Aug 24 04:50:53.056804 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: routerservicetype.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.057679 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.058183 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 04:50:53.058506 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.059457 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.059963 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: security-groups-normalized-cidr Aug 24 04:50:53.060286 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.061166 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.061674 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: port-security-groups-filtering Aug 24 04:50:53.061998 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.062882 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.063421 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: security-groups-remote-address-group Aug 24 04:50:53.063746 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.065393 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.065904 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: security-groups-shared-filtering Aug 24 04:50:53.066232 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: securitygroup.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.075752 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.076283 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: security-group Aug 24 04:50:53.076656 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: segment.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.077343 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.077849 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension segment not supported by any of loaded plugins Aug 24 04:50:53.078173 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.079136 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.079707 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 04:50:53.080728 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: servicetype.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.081919 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.082430 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: service-type Aug 24 04:50:53.082759 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: sorting.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.083726 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.084056 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: sorting Aug 24 04:50:53.084375 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: standard_attr_segment.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.085241 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.085765 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 04:50:53.086091 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: standardattrdescription.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.086698 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.087263 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: standard-attr-description Aug 24 04:50:53.087584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: stateful_security_group.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.088481 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.088983 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: stateful-security-group Aug 24 04:50:53.089304 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: stdattrs_common.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.089841 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 04:50:53.090159 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.091061 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.091564 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 04:50:53.091878 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: subnet_onboard.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.092883 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.093388 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: subnet_onboard Aug 24 04:50:53.093757 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.094624 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.095151 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 04:50:53.095560 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: subnet_service_types.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.096605 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.097110 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: subnet-service-types Aug 24 04:50:53.097427 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: subnetallocation.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.098452 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.098958 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: subnet_allocation Aug 24 04:50:53.099322 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.099993 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.100494 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: subnetpool-prefix-ops Aug 24 04:50:53.100811 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.107164 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.107660 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 04:50:53.107977 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: tagging.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.109004 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.109509 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: standard-attr-tag Aug 24 04:50:53.109831 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: timestamp.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.111076 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.111857 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loaded extension: standard-attr-timestamp Aug 24 04:50:53.112184 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: trunk.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.113191 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.113759 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension trunk not supported by any of loaded plugins Aug 24 04:50:53.114083 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: trunk_details.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.114946 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.115479 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 04:50:53.115804 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: uplink_status_propagation.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.116725 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.117224 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 04:50:53.117547 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Loading extension file: vlantransparent.py {{(pid=107509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:50:53.118174 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:50:53.118671 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 04:50:53.121252 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:network Aug 24 04:50:53.121768 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:subnet Aug 24 04:50:53.122160 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:50:53.122546 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:port Aug 24 04:50:53.123936 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.124372 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service FLAVORS assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.124990 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.125423 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.125755 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:router Aug 24 04:50:53.126180 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 04:50:53.129787 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service METERING assigned prefix: /metering {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.129787 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:53.129787 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:53.129787 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:50:53.130693 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 04:50:53.131154 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:security_group Aug 24 04:50:53.131600 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 04:50:53.132128 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service CORE assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.132452 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:50:53.132791 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] subnetpool is already registered Aug 24 04:50:53.133209 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service CORE assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.133539 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:50:53.133913 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] subnetpool is already registered Aug 24 04:50:53.136377 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.136815 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service FLAVORS assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.137412 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.137830 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.138164 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:router Aug 24 04:50:53.138496 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] router is already registered Aug 24 04:50:53.138921 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 04:50:53.139399 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] floatingip is already registered Aug 24 04:50:53.139776 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service METERING assigned prefix: /metering {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.140445 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 04:50:53.140769 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] rbac_policy is already registered Aug 24 04:50:53.141179 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:security_group Aug 24 04:50:53.141509 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] security_group is already registered Aug 24 04:50:53.142020 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 04:50:53.143293 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] security_group_rule is already registered Aug 24 04:50:53.144023 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service CORE assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.144354 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:50:53.144707 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] subnetpool is already registered Aug 24 04:50:53.145124 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.v2.resource_helper [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Service CORE assigned prefix: {{(pid=107509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:50:53.145482 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:50:53.145808 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING neutron.quota.resource_registry [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] subnetpool is already registered Aug 24 04:50:53.146280 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: extensions {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.147880 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: address-groups {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.152766 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: address-scopes {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.152766 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: agents {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.152766 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: auto-allocated-topology {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.153243 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: availability_zones {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.154512 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: dhcp-networks {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.156053 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: dhcp-agents {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.157562 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: routers {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.159797 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: flavors {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.161059 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: service_profiles {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.162350 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: next_providers {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.163842 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: service_profiles {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.166381 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: floatingip-pools {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.167635 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: routers {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.169397 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: floatingips {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.170733 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: l3-routers {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.172211 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: l3-agents {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.173734 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: metering-labels {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.175197 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: metering-label-rules {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.176590 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: network-ip-availabilities {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.177861 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: bindings {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.179569 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: quotas {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.181470 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: quotas {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.183067 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: rbac-policies {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.184260 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: security-groups {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.185642 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: security-group-rules {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.186928 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: service-providers {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.188209 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: subnetpools {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.190334 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: subnetpools {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.198785 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.198785 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.198785 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.198785 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.199272 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.201235 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.203070 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.205817 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.207662 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.209575 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron.api.extensions [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Extended resource: tags {{(pid=107509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:50:53.215994 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING keystonemiddleware.auth_token [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 04:50:53.221591 dv-cinder-854265-1-iscsi neutron-server[107509]: WARNING keystonemiddleware.auth_token [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 04:50:53.230635 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Acquiring lock "singleton_lock" {{(pid=107509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 04:50:53.230966 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Acquired lock "singleton_lock" {{(pid=107509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 04:50:53.231457 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_concurrency.lockutils [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Releasing lock "singleton_lock" {{(pid=107509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 04:50:53.232105 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO oslo_service.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Starting 2 workers Aug 24 04:50:53.237297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Started child 107624 {{(pid=107509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:50:53.241903 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Started child 107625 {{(pid=107509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:50:53.242707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:53.243655 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO neutron.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 04:50:53.244201 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [-] (107624) wsgi starting up on http://0.0.0.0:9696 Aug 24 04:50:53.244301 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Publish callbacks [] for process (None), before_spawn {{(pid=107509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:53.246770 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO oslo_service.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Starting 1 workers Aug 24 04:50:53.246889 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:53.248336 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [-] (107625) wsgi starting up on http://0.0.0.0:9696 Aug 24 04:50:53.252959 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Started child 107626 {{(pid=107509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:50:53.253601 dv-cinder-854265-1-iscsi neutron-server[107509]: INFO oslo_service.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Starting 1 workers Aug 24 04:50:53.256357 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] calling RpcWorker wait() {{(pid=107626) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 04:50:53.256900 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] returning from RpcWorker wait() {{(pid=107626) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 04:50:53.258103 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:53.258266 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Started child 107627 {{(pid=107509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:50:53.258578 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:50:53.259102 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG neutron_lib.callbacks.manager [None req-24bc0bd6-496d-4407-9d4c-99cc59e0ee27 None None] Publish callbacks [] for process (None), after_spawn {{(pid=107509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:53.261126 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 04:50:53.261340 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 04:50:53.261523 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 04:50:53.261748 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 04:50:53.262077 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 04:50:53.262254 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 04:50:53.262790 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.263108 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.263356 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.263612 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.264178 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.264269 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:53.264746 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.264746 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.265017 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.265237 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.265561 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.265667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.265739 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:50:53.265820 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.266049 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.266372 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.266654 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.266887 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.267290 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.268114 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.268493 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.268793 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.269063 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.269361 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] debug = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.269622 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.270118 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.270401 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.270704 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.270992 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.271286 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.271530 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.271795 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.272027 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.272242 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.272476 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.272728 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.272970 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.273208 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.273439 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.273774 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.273948 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.274435 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] host = dv-cinder-854265-1-iscsi {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.274686 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.274920 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.275168 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.275423 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.275675 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.275888 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.276139 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.276412 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.276662 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.276884 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.277141 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.277382 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.277646 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.277891 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.278054 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_options = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.278328 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.278706 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.278878 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.279096 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.279264 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.279425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.279677 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.290555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291247 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.291799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.292892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_json = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293425 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293963 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.293963 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.293963 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.293963 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.294242 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.294326 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.294592 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.294850 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.295093 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.295381 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.295601 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.295907 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.296153 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.296467 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.296963 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.297341 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.297341 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.297650 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.297819 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.298078 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.298880 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.299116 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.299658 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.299658 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.300256 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.300498 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.300741 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.300991 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.301300 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.301651 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.301864 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.302233 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.302494 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.302766 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.303060 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.303292 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.303555 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.303790 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.304006 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.304242 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.304483 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.305227 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.305419 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.305532 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.305794 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.306127 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.306483 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.306735 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.307010 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.307286 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.307577 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.307783 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.308006 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.308427 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.308427 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.308714 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.308876 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.309110 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.309335 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.309558 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.309816 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.310081 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.310284 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.310539 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.310848 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.311076 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.311314 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.311534 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.311749 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.311986 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.312203 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.312416 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.312629 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.312847 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.313067 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.313301 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.313521 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.313732 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.313949 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.314983 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.315226 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.315578 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.315808 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.316047 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.316511 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.316593 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.317140 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.317140 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.317399 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.318558 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.318668 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.318813 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.320218 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.320558 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.320824 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.321396 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.321396 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.321652 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.321777 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.324440 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.336845 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337297 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.337747 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.338750 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339246 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.339753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340207 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340660 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340660 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340776 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.340996 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.341211 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.341427 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.341668 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.341868 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.342089 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.342354 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.342604 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.342838 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.343147 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.343419 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.343679 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.343896 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.344145 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.344364 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.344579 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.344791 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.345010 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.345326 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.346074 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.346483 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.346695 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.346936 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.347195 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.347597 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.347852 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.348086 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.348413 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.348672 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.348898 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.349118 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.349334 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.349583 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.349816 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.350037 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.350255 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.350479 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.350696 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.350912 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.351144 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.351403 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.351644 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.351883 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.352100 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.352336 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.352576 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.352791 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.353005 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.353240 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.353451 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.353659 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.353875 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.354084 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.354378 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.354645 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.354874 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.355197 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.355415 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.355648 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.355874 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.356095 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.356315 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.356538 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.356751 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.356969 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.357229 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.357458 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.357668 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.357891 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.358103 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.358311 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.358558 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.358767 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.358978 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.359223 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.359459 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.359669 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.359892 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.360119 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.360329 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.360552 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.360765 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.360998 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.361222 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.361436 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.361644 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.361884 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.362097 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.362304 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.362592 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.362855 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.363110 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.363395 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.363626 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.363884 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.369667 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.370628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.371584 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372793 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372793 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.372946 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.373111 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.373258 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 04:50:53.373764 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 04:50:53.373921 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 04:50:53.374075 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 04:50:53.374259 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 04:50:53.374465 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 04:50:53.374622 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 04:50:53.374778 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.374944 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.375178 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.375275 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.375450 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.375632 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.375760 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.375918 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.376076 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.376263 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.376413 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.376612 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.376745 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.376904 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.377063 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.377222 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.377426 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378138 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378138 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378138 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378138 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378138 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] debug = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378586 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378586 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378766 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378766 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.378913 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.379103 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.379249 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.379406 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.379566 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.379727 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.379887 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.380046 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.380204 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.380362 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.380520 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.380678 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.380836 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.380996 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] host = dv-cinder-854265-1-iscsi {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.381155 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.381313 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.381471 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.381629 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.381786 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.381944 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.382103 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.382262 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.382420 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.382577 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.382735 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.382898 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.383075 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.383298 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.383428 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_options = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.383513 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.383672 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.383829 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.384017 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.384183 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.384342 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.384499 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.384657 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.384816 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.384973 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.385131 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.385288 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.385447 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.385663 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.385752 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.385895 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.386055 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.386213 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.386395 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:50:53.386494 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.386589 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.386672 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.386812 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.386968 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.387148 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.387308 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.387467 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.387623 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.387783 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.387940 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.388098 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.388256 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.388413 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.388570 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.388728 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.388887 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.389044 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.389205 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.389348 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.389511 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.389670 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.389829 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.389986 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.390143 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.390300 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.390458 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.390617 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.390777 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_json = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.390935 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.391130 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.391290 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.391450 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.391608 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.391766 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.391926 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.392611 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.392872 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:50:53.393059 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.393228 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.393442 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.393580 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.393706 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.393838 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.393998 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.394160 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.394320 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.394480 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.394647 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.394810 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.394981 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.395163 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.395323 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.395486 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.395648 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.395809 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.395974 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.396133 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.396294 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.396539 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.396680 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.396771 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.396910 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.397068 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.397991 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.397991 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.397991 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.397991 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.397991 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.397991 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.398481 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.398481 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.398481 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.398717 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.398717 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.398888 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.399102 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.399238 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.399402 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.399564 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.399726 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.399886 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.400047 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.400208 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.400369 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.400530 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.400691 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.400854 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.401016 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.401178 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.401340 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.401501 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.401662 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.401824 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.401986 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.402157 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.402317 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.402477 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.402636 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.402799 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.402960 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.403147 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.403308 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.403535 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.403631 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.403765 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.403938 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.404100 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.404260 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.404421 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.404582 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.404743 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.404903 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.405065 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.405225 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.405386 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.405546 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.405753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.405921 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.406083 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.406244 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.406403 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.406564 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.406743 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.406875 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.407103 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.407234 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.407330 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.407492 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.407661 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.408458 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.408727 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.408898 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.409063 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.409227 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.409389 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.409552 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.409713 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.409874 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.410034 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.410194 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.410354 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.410517 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.410680 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.410840 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.411000 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.411181 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.411342 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.411504 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.411664 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.411824 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.411983 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.412144 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.412303 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.412466 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.412629 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.412791 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.412952 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.413121 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.413281 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.413441 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.413662 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.413792 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.413917 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.414043 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.414215 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.414386 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.414547 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.414708 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.414868 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.415043 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.415209 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.415371 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.415532 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.415693 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.415854 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.416017 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.416192 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.416355 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.416518 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.416677 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.416861 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.417021 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.417180 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.417340 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.417501 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.417662 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.417822 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.417982 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.418145 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.418305 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.418466 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.418627 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.418787 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.418947 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.419135 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.419273 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.419475 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.419602 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.419726 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.419877 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.420040 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.420201 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.420363 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.420525 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.420685 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.420847 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.421009 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.421169 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.421331 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.421492 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.421653 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.421813 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.421974 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.422133 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.422295 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.422454 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.422615 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.422780 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.422945 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.423133 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.423370 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.423522 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.423753 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.423905 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424055 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424208 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424347 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424487 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424615 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424702 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424828 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.424989 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.425150 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.425313 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.425474 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.425654 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.425815 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.425976 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.426138 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.426300 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.426462 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.426624 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.426790 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.426948 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.427290 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.427498 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.427607 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.427763 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.427972 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.428076 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.428234 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.428399 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.428562 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.428724 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.428883 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.429046 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.429394 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.429394 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.429884 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.430008 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.430099 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.430220 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.430368 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.430528 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.430702 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.430863 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.431085 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.431195 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.431352 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.431513 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.431685 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.431846 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.432007 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.432167 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.432328 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.432490 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.432661 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.432823 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.432989 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.433149 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.433337 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.433458 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.433628 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.433841 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.433936 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.434083 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.434243 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.434404 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.434572 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.434732 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.434893 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.435070 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.435232 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.435392 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.435563 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.435723 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.435883 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.436042 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.436201 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.436362 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.436531 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.436693 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.436855 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.437025 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.437186 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.437345 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.437507 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.437680 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.437841 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.438007 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.438168 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.438328 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.438488 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.438653 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.438819 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.439011 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.439198 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.439362 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.439531 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.439701 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.439870 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.440030 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.440199 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.440373 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.440533 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.440695 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.440854 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.441014 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.441176 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.441338 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.441497 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.441657 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.441817 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.441978 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.442138 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.442298 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.442459 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.442619 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.442784 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.442945 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.443126 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.443290 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.443452 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:50:53.443606 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 04:50:53.463851 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 36500) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:50:53.472096 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [-] 10.222.0.105 "GET /networking HTTP/1.1" status: 302 len: 447 time: 0.0061874 Aug 24 04:50:53.476466 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [-] 10.222.0.105 "GET /networking/ HTTP/1.1" status: 200 len: 265 time: 0.0037935 Aug 24 04:51:02.584346 dv-cinder-854265-1-iscsi neutron-server[107509]: DEBUG dbcounter [-] [107509] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:04.858376 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36660d89-c21f-4c3e-90d7-abf4ca7a926f None None] get_active_networks_info from dv-cinder-854265-1-iscsi {{(pid=107626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 04:51:04.862598 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writer thread running {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:51:04.954654 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36660d89-c21f-4c3e-90d7-abf4ca7a926f None None] No non-hosted networks {{(pid=107626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 04:51:04.973470 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.agentschedulers_db [None req-36660d89-c21f-4c3e-90d7-abf4ca7a926f None None] DHCP Agent not found on host dv-cinder-854265-1-iscsi {{(pid=107626) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 04:51:05.076756 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e00b0131-bda3-4e52-b11d-ce7efc08f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682452'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:06.520233 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writer thread running {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:51:07.193595 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c147e687-8a9b-40b6-b8dd-2e837938df35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682452'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:07.221465 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.db.api [None req-f14b5280-01ff-4137-9e52-7dd7968f340f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854265-1-iscsi {{(pid=107626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 04:51:07.222628 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG oslo_db.api [None req-f14b5280-01ff-4137-9e52-7dd7968f340f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 04:51:07.824936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f14b5280-01ff-4137-9e52-7dd7968f340f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:08.350761 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682452'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:08.556308 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 36576) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:09.126746 dv-cinder-854265-1-iscsi neutron-server[107625]: WARNING oslo_policy.policy [None req-e5f94cc7-c007-4271-8da9-d81723d7146b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:09.127383 dv-cinder-854265-1-iscsi neutron-server[107625]: WARNING oslo_policy.policy [None req-e5f94cc7-c007-4271-8da9-d81723d7146b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:09.350359 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [None req-e5f94cc7-c007-4271-8da9-d81723d7146b admin admin] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:51:09.351694 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e5f94cc7-c007-4271-8da9-d81723d7146b admin admin] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7942705 Aug 24 04:51:10.064642 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682452'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:10.065390 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.065650 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.065978 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.066303 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.066627 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.066945 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.067288 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.067633 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.067955 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.068271 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.068604 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.068929 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.069258 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.069574 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.069900 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:10.070285 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854265-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:10.080674 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854265-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:10.082148 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682452'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:11.789009 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 36608) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:12.107210 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-3209ef08-d404-498d-95a2-5a989f4e861d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:51:12.198782 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.policy [None req-3209ef08-d404-498d-95a2-5a989f4e861d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107625) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 04:51:12.240629 dv-cinder-854265-1-iscsi neutron-server[107625]: WARNING oslo_policy.policy [None req-3209ef08-d404-498d-95a2-5a989f4e861d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:12.241008 dv-cinder-854265-1-iscsi neutron-server[107625]: WARNING oslo_policy.policy [None req-3209ef08-d404-498d-95a2-5a989f4e861d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:12.261768 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writer thread running {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:51:12.416300 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3209ef08-d404-498d-95a2-5a989f4e861d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790335373841', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790335374365', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790335325177', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790335332374', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790335338490', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790335347229', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-707683', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-712354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1801122', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1593484'] for rbac-policy (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:12.609705 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3209ef08-d404-498d-95a2-5a989f4e861d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:12.610904 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-3209ef08-d404-498d-95a2-5a989f4e861d admin admin] 10.222.0.105 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8225417 Aug 24 04:51:13.303152 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.db.l3_hamode_db [None req-e62d1b83-bfac-48c3-a0cc-1050bb586a10 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 04:51:13.381007 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d1b83-bfac-48c3-a0cc-1050bb586a10 None None] Routers set() bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:51:13.381376 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d1b83-bfac-48c3-a0cc-1050bb586a10 None None] Router IDs set() for agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 04:51:14.972371 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36618) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:15.480164 dv-cinder-854265-1-iscsi neutron-server[107624]: WARNING oslo_policy.policy [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:15.480729 dv-cinder-854265-1-iscsi neutron-server[107624]: WARNING oslo_policy.policy [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:15.699034 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:51:15.712100 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writer thread running {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:51:15.816415 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Made reservation on behalf of a1f41b226cc94cccbb39608d62cb6737 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:51:15.885037 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.policy [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107624) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 04:51:15.929333 dv-cinder-854265-1-iscsi neutron-server[107624]: WARNING oslo_policy.policy [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:15.929697 dv-cinder-854265-1-iscsi neutron-server[107624]: WARNING oslo_policy.policy [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:51:15.940594 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:15.965679 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.081255 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks [] for security_group (8746c612-217a-4199-b3b8-5b97060d0341), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.130962 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (8746c612-217a-4199-b3b8-5b97060d0341), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.164275 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:51:16.195033 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790335455847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (af30b6a8-5048-4129-8c52-aefc86757f10), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.195634 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Unsubscribe: segment precommit_create {{(pid=107624) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 04:51:16.196179 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Added segment af30b6a8-5048-4129-8c52-aefc86757f10 of type vlan for network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 Aug 24 04:51:16.215476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8746c612-217a-4199-b3b8-5b97060d0341,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:16.274824 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.275118 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.275475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.275824 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.276158 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.276485 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.276806 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.277126 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.277447 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.277762 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.278079 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.278409 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.278727 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.279065 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.279382 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Tracked resource versions report: Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: pushed versions: Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: { 'AddressGroup': {'1.2'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Agent': {'1.1'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'ConntrackHelper': {'1.0'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Log': {'1.0'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'NDPProxy': {'1.0'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Network': {'1.1'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Port': {'1.7'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'PortForwarding': {'1.3'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'QosPolicy': {'1.10'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroup': {'1.5'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SubPort': {'1.0'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Subnet': {'1.1'}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Trunk': {'1.1'}} Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: consumer versions: Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Agent': '1.1', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'ConntrackHelper': '1.0', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'LocalIPAssociation': '1.0', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Log': '1.0', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'NDPProxy': '1.0', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Network': '1.1', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Port': '1.7', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'PortForwarding': '1.3', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'QosPolicy': '1.10', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroup': '1.5', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroupRule': '1.2', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SubPort': '1.0', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Subnet': '1.1', Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Trunk': '1.1'}} Aug 24 04:51:16.281010 dv-cinder-854265-1-iscsi neutron-server[107624]: {{(pid=107624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:51:16.313501 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (26bc5042-bd07-4bc1-8cd8-8a8f0055d287), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.407259 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (26bc5042-bd07-4bc1-8cd8-8a8f0055d287), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.412363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:16.413073 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.532654 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] Pushing event updated for resources: {'Network': ['ID=26bc5042-bd07-4bc1-8cd8-8a8f0055d287,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:16.543932 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:51:16.552502 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-32a5673b-948a-46c8-82d8-991a142d7683 demo demo] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5779042 Aug 24 04:51:18.965869 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36638) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:19.374934 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d22f-88a1-4da3-8894-125efd7044d4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:19.376334 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1fa7d22f-88a1-4da3-8894-125efd7044d4 demo admin] 10.222.0.105 "GET /networking/v2.0/networks/26bc5042-bd07-4bc1-8cd8-8a8f0055d287 HTTP/1.1" status: 200 len: 826 time: 0.4095135 Aug 24 04:51:19.408664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:19.418817 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e5e3e2a3-ed4b-42de-a56d-3022dfbe30ea demo admin] 10.222.0.105 "GET /networking/v2.0/subnetpools/ba63bf8a-ed48-43e5-87b6-9aae11560e3b HTTP/1.1" status: 200 len: 734 time: 0.0364161 Aug 24 04:51:19.428382 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Request body: {'subnet': {'subnetpool_id': 'ba63bf8a-ed48-43e5-87b6-9aae11560e3b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:51:19.497718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Made reservation on behalf of a1f41b226cc94cccbb39608d62cb6737 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:51:19.500044 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:19.792916 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:19.868044 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (e43aa2f5-c0c9-4cc4-afeb-54f480336374), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:19.933492 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e43aa2f5-c0c9-4cc4-afeb-54f480336374,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:19.948726 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Checking segment: {'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:51:19.949094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Network hostable DHCP agents. Network: 26bc5042-bd07-4bc1-8cd8-8a8f0055d287, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:51:20.023356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:51:20.097498 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 26bc5042-bd07-4bc1-8cd8-8a8f0055d287) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:51:20.102059 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:20.102670 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:20.106742 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149a934-3569-49b5-baa7-7061a2b6878f None None] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:51:20.203008 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c375bc3e-e923-48ee-8ef3-ab9f36fd1e86 demo admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7781456 Aug 24 04:51:20.369589 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'fixed_ips': [{'subnet_id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:51:20.370857 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:20.650962 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Allocated IP 172.20.0.2 (26bc5042-bd07-4bc1-8cd8-8a8f0055d287/e43aa2f5-c0c9-4cc4-afeb-54f480336374/a27600eb-16b7-402c-a1df-95d9d4fd3ed6) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:51:20.654420 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:20.930268 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Publish callbacks [] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:21.006564 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:21.079818 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:51:21.088130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:51:21.091892 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:51:21.132030 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Pushing event updated for resources: {'Port': ['ID=a27600eb-16b7-402c-a1df-95d9d4fd3ed6,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:21.151896 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:21.154144 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.155072 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.155622 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.155981 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.156322 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.156687 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.157015 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.157339 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.157667 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.157999 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.158309 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.158643 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.158965 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.159304 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.159620 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Tracked resource versions report: Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: pushed versions: Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: { 'AddressGroup': {'1.2'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Agent': {'1.1'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'ConntrackHelper': {'1.0'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Log': {'1.0'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'NDPProxy': {'1.0'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Network': {'1.1'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Port': {'1.7'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'PortForwarding': {'1.3'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'QosPolicy': {'1.10'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroup': {'1.5'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SubPort': {'1.0'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Subnet': {'1.1'}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Trunk': {'1.1'}} Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: consumer versions: Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Agent': '1.1', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'ConntrackHelper': '1.0', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'LocalIPAssociation': '1.0', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Log': '1.0', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'NDPProxy': '1.0', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Network': '1.1', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Port': '1.7', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'PortForwarding': '1.3', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'QosPolicy': '1.10', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroup': '1.5', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroupRule': '1.2', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SubPort': '1.0', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Subnet': '1.1', Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Trunk': '1.1'}} Aug 24 04:51:21.161013 dv-cinder-854265-1-iscsi neutron-server[107626]: {{(pid=107626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:51:21.200819 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Attempting to bind port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:51:21.201249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Attempting to bind port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:51:21.201667 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Attempting to bind port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 on network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:51:21.207581 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:51:21.207969 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Checking segment: {'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:51:21.208434 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:21.208825 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Bound using segment: {'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:51:21.209331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Bound port: a27600eb-16b7-402c-a1df-95d9d4fd3ed6, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:51:21.209732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:21.272323 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] For port a27600eb-16b7-402c-a1df-95d9d4fd3ed6, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:51:21.292129 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] For port a27600eb-16b7-402c-a1df-95d9d4fd3ed6, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=a27600eb-16b7-402c-a1df-95d9d4fd3ed6,segment=NetworkSegment(af30b6a8-5048-4129-8c52-aefc86757f10),segment_id=af30b6a8-5048-4129-8c52-aefc86757f10)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:51:21.348734 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:21.400346 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c3fde-e7a0-4e89-af2a-d7f8f367ce01 None None] Pushing event updated for resources: {'Port': ['ID=a27600eb-16b7-402c-a1df-95d9d4fd3ed6,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:22.541334 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=24,neutron:INSERT=35,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:22.542593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:22.666977 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 36654) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:22.861120 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:22.866117 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=6 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:23.086164 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [None req-13a29648-ae71-4ea3-9da3-defff498326e admin admin] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:51:23.087255 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-13a29648-ae71-4ea3-9da3-defff498326e admin admin] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4192228 Aug 24 04:51:25.555653 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 36666) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:25.967426 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [None req-cabd1879-e385-4e43-bde4-556e33dc36dd admin admin] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:51:25.968460 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-cabd1879-e385-4e43-bde4-556e33dc36dd admin admin] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4118879 Aug 24 04:51:28.488831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36678) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:28.827215 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-a122f559-bba7-4f94-96fc-d95f87bdb9a2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:51:28.926254 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a122f559-bba7-4f94-96fc-d95f87bdb9a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (70f90aba-35a8-495b-bf9f-a6617372281f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:28.927966 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a122f559-bba7-4f94-96fc-d95f87bdb9a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (70f90aba-35a8-495b-bf9f-a6617372281f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.070086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a122f559-bba7-4f94-96fc-d95f87bdb9a2 demo demo] Publish callbacks [] for router_controller (70f90aba-35a8-495b-bf9f-a6617372281f), precommit_add_association {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.132475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a122f559-bba7-4f94-96fc-d95f87bdb9a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (70f90aba-35a8-495b-bf9f-a6617372281f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.223278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a122f559-bba7-4f94-96fc-d95f87bdb9a2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.232165 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-a122f559-bba7-4f94-96fc-d95f87bdb9a2 demo demo] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7416375 Aug 24 04:51:29.582026 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device a27600eb-16b7-402c-a1df-95d9d4fd3ed6 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:51:29.664650 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:29.664985 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.769117 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:29.769586 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.806496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port a27600eb-16b7-402c-a1df-95d9d4fd3ed6, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=a27600eb-16b7-402c-a1df-95d9d4fd3ed6,segment=NetworkSegment(af30b6a8-5048-4129-8c52-aefc86757f10),segment_id=af30b6a8-5048-4129-8c52-aefc86757f10)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:51:29.817638 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2257f-92f3-4abc-87f6-e57c991c4895 None None] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:51:29.881118 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.929605 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-3c84b79f-9dc6-4850-97a2-185c96d7b386 None None] Provisioning complete for port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:29.930000 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3c84b79f-9dc6-4850-97a2-185c96d7b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:29.963797 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:30.008098 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=a27600eb-16b7-402c-a1df-95d9d4fd3ed6,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:30.066046 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-3c84b79f-9dc6-4850-97a2-185c96d7b386 None None] Current status of the port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:30.283578 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-60e25f3e-cd5e-4ebe-a372-a882a1f533f6 None None] Provisioning complete for port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:30.283888 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-60e25f3e-cd5e-4ebe-a372-a882a1f533f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:30.360355 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-60e25f3e-cd5e-4ebe-a372-a882a1f533f6 None None] Current status of the port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:31.550006 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device a27600eb-16b7-402c-a1df-95d9d4fd3ed6 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:51:31.594080 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:31.594475 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:31.629593 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36688) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:31.653189 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:31.665010 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:31.948010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [None req-99d91be5-a9bd-4a1e-a8e8-9b09812b54ba admin admin] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:51:31.948996 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-99d91be5-a9bd-4a1e-a8e8-9b09812b54ba admin admin] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3184602 Aug 24 04:51:34.303445 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:51:34.339691 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36696) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:34.663598 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:51:34.731274 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Made reservation on behalf of e02e910be5274b36b8f63c2185a111d4 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:51:34.733900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:34.742445 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:34.830522 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks [] for security_group (e9fd55e7-d60f-4599-8942-c956d1a338a5), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:34.844408 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3d0b9b22-5574-4997-aa1e-a730a0f4eb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:34.902657 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (e9fd55e7-d60f-4599-8942-c956d1a338a5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:34.924512 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Reserving flat network on physical network physnet1 {{(pid=107624) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 04:51:34.944328 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:34.948639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd55e7-d60f-4599-8942-c956d1a338a5,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:34.953584 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (12306faa-ae7a-4a70-8d34-a203dd41cc77), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:34.953936 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Added segment 12306faa-ae7a-4a70-8d34-a203dd41cc77 of type flat for network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 Aug 24 04:51:35.010323 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (79f130b8-8ae6-40b5-b5e4-45d14c6af626), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:35.154506 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (79f130b8-8ae6-40b5-b5e4-45d14c6af626), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:35.155557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:35.156141 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:35.256926 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] Pushing event updated for resources: {'Network': ['ID=79f130b8-8ae6-40b5-b5e4-45d14c6af626,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:35.266762 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:51:35.499726 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-052aa65d-99ab-4716-acd3-7bb93d84ded3 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1588800 Aug 24 04:51:37.159175 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0d2eda78-b6bd-4ce7-a682-e5bae49af4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:37.850704 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36704) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:38.216285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97763f83-1e50-44a0-8233-16cc5442e97f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:38.217647 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-97763f83-1e50-44a0-8233-16cc5442e97f demo admin] 10.222.0.105 "GET /networking/v2.0/subnets/e43aa2f5-c0c9-4cc4-afeb-54f480336374 HTTP/1.1" status: 200 len: 849 time: 0.3659470 Aug 24 04:51:38.313703 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:38.330993 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:UPDATE=5,neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=17 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:38.339326 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-fb4a42e3-3813-48cc-99e8-781d3a96b98b demo admin] 10.222.0.105 "GET /networking/v2.0/routers/70f90aba-35a8-495b-bf9f-a6617372281f HTTP/1.1" status: 200 len: 704 time: 0.1158068 Aug 24 04:51:38.605020 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:38.953719 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Allocated IP 172.20.0.1 (26bc5042-bd07-4bc1-8cd8-8a8f0055d287/e43aa2f5-c0c9-4cc4-afeb-54f480336374/af7b3594-3021-41c1-ba44-5692656ae63e) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:51:39.151356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks [] for port (af7b3594-3021-41c1-ba44-5692656ae63e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.268423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.344457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:51:39.353210 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:51:39.357941 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:51:39.358770 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (70f90aba-35a8-495b-bf9f-a6617372281f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.377731 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Pushing event updated for resources: {'Port': ['ID=af7b3594-3021-41c1-ba44-5692656ae63e,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:39.485704 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:39.530556 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-3ed5b32f-308d-4900-a50a-088bb1ca40fe None None] Provisioning complete for port af7b3594-3021-41c1-ba44-5692656ae63e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:39.531072 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b32f-308d-4900-a50a-088bb1ca40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.604807 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-3ed5b32f-308d-4900-a50a-088bb1ca40fe None None] Port af7b3594-3021-41c1-ba44-5692656ae63e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:51:39.630889 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.769972 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:39.838859 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks [] for port (af7b3594-3021-41c1-ba44-5692656ae63e), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.878430 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.907266 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.908231 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (70f90aba-35a8-495b-bf9f-a6617372281f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.934940 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:39.969671 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Pushing event updated for resources: {'Port': ['ID=af7b3594-3021-41c1-ba44-5692656ae63e,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:40.039856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:51:40.041142 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:51:40.225914 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-3f23ec3a-2aad-47ac-aa88-50d03cd27f77 None None] Provisioning complete for port af7b3594-3021-41c1-ba44-5692656ae63e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:40.226312 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3f23ec3a-2aad-47ac-aa88-50d03cd27f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:40.256309 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Router 70f90aba-35a8-495b-bf9f-a6617372281f is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:51:40.257118 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-3f23ec3a-2aad-47ac-aa88-50d03cd27f77 None None] Port af7b3594-3021-41c1-ba44-5692656ae63e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:51:40.353380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:51:40.359078 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f4a5e7bd-660d-4533-ab9d-c52ed4a86822 demo admin] 10.222.0.105 "PUT /networking/v2.0/routers/70f90aba-35a8-495b-bf9f-a6617372281f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0136683 Aug 24 04:51:40.373551 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Sync routers for ids ['70f90aba-35a8-495b-bf9f-a6617372281f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:51:40.386516 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Routers {'70f90aba-35a8-495b-bf9f-a6617372281f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:51:40.388040 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:51:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['70f90aba-35a8-495b-bf9f-a6617372281f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:40.568746 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Set router 70f90aba-35a8-495b-bf9f-a6617372281f gateway port host: None {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:51:40.992355 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'name': 'router1', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:51:28Z', 'updated_at': '2022-08-24T04:51:39Z', 'revision_number': 2, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'gw_port_host': None, '_interfaces': [{'id': 'af7b3594-3021-41c1-ba44-5692656ae63e', 'name': '', 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'mac_address': 'fa:16:3e:28:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:38Z', 'updated_at': '2022-08-24T04:51:39Z', 'revision_number': 2, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'subnets': [{'id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba63bf8a-ed48-43e5-87b6-9aae11560e3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:41.042298 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Checking router: 70f90aba-35a8-495b-bf9f-a6617372281f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:51:41.042673 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Updating router 70f90aba-35a8-495b-bf9f-a6617372281f port af7b3594-3021-41c1-ba44-5692656ae63e binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:51:41.096115 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:41.596030 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Publish callbacks [] for port (af7b3594-3021-41c1-ba44-5692656ae63e), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:41.672068 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:41.821943 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Attempting to bind port af7b3594-3021-41c1-ba44-5692656ae63e on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:51:41.822338 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Attempting to bind port af7b3594-3021-41c1-ba44-5692656ae63e by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:51:41.822744 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Attempting to bind port af7b3594-3021-41c1-ba44-5692656ae63e on network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:51:41.826650 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Pushing event updated for resources: {'Port': ['ID=af7b3594-3021-41c1-ba44-5692656ae63e,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:41.834211 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:51:41.834615 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Checking segment: {'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:51:41.835093 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Bound using segment: {'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Bound port: af7b3594-3021-41c1-ba44-5692656ae63e, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af30b6a8-5048-4129-8c52-aefc86757f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.842560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.843467 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.843467 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.843467 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.843732 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.843998 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.844316 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.844626 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.844936 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Tracked resource versions report: Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: pushed versions: Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: { 'AddressGroup': {'1.2'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Agent': {'1.1'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'ConntrackHelper': {'1.0'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Log': {'1.0'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'NDPProxy': {'1.0'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Network': {'1.1'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Port': {'1.7'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'PortForwarding': {'1.3'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'QosPolicy': {'1.10'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroup': {'1.5'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SubPort': {'1.0'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Subnet': {'1.1'}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Trunk': {'1.1'}} Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: consumer versions: Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Agent': '1.1', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'ConntrackHelper': '1.0', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'LocalIPAssociation': '1.0', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Log': '1.0', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'NDPProxy': '1.0', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Network': '1.1', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Port': '1.7', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'PortForwarding': '1.3', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'QosPolicy': '1.10', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroup': '1.5', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroupRule': '1.2', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SubPort': '1.0', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Subnet': '1.1', Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Trunk': '1.1'}} Aug 24 04:51:41.846331 dv-cinder-854265-1-iscsi neutron-server[107627]: {{(pid=107627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:51:41.911357 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:41.912718 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] For port af7b3594-3021-41c1-ba44-5692656ae63e, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:51:41.932729 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] For port af7b3594-3021-41c1-ba44-5692656ae63e, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=af7b3594-3021-41c1-ba44-5692656ae63e,segment=NetworkSegment(af30b6a8-5048-4129-8c52-aefc86757f10),segment_id=af30b6a8-5048-4129-8c52-aefc86757f10)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:51:42.029171 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:42.059666 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:42.071222 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Routers {'70f90aba-35a8-495b-bf9f-a6617372281f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:51:42.071835 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:51:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['70f90aba-35a8-495b-bf9f-a6617372281f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:42.144307 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235e110-b4d4-4c7d-9e0d-61f9d21f1bdd None None] Pushing event updated for resources: {'Port': ['ID=af7b3594-3021-41c1-ba44-5692656ae63e,revision_number=4']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:42.168004 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] Set router 70f90aba-35a8-495b-bf9f-a6617372281f gateway port host: None {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:51:42.361971 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'name': 'router1', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:51:28Z', 'updated_at': '2022-08-24T04:51:39Z', 'revision_number': 2, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'gw_port_host': None, '_interfaces': [{'id': 'af7b3594-3021-41c1-ba44-5692656ae63e', 'name': '', 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'mac_address': 'fa:16:3e:28:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:38Z', 'updated_at': '2022-08-24T04:51:41Z', 'revision_number': 4, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'subnets': [{'id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba63bf8a-ed48-43e5-87b6-9aae11560e3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:42.388344 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c97e36-cc93-41e9-b69f-def690cd2685 None None] The sync data for ids ['70f90aba-35a8-495b-bf9f-a6617372281f'] in dv-cinder-854265-1-iscsi is: [{'id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'name': 'router1', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:51:28Z', 'updated_at': '2022-08-24T04:51:39Z', 'revision_number': 2, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'gw_port_host': None, '_interfaces': [{'id': 'af7b3594-3021-41c1-ba44-5692656ae63e', 'name': '', 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'mac_address': 'fa:16:3e:28:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:38Z', 'updated_at': '2022-08-24T04:51:41Z', 'revision_number': 4, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'subnets': [{'id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba63bf8a-ed48-43e5-87b6-9aae11560e3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:51:42.739810 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36714) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:43.134583 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a66c8-e5cb-46e7-9782-f3f0045a5817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:43.135982 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b35a66c8-e5cb-46e7-9782-f3f0045a5817 admin admin] 10.222.0.105 "GET /networking/v2.0/networks/79f130b8-8ae6-40b5-b5e4-45d14c6af626 HTTP/1.1" status: 200 len: 842 time: 0.3953216 Aug 24 04:51:43.146488 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:51:43.250269 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Made reservation on behalf of e02e910be5274b36b8f63c2185a111d4 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:51:43.252695 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:43.275119 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:43.681026 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.objects.ports [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107624) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 04:51:43.681467 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (76bf101e-0c9b-4cb9-8c07-0378ad6b0576), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:43.724010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:43.740968 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76bf101e-0c9b-4cb9-8c07-0378ad6b0576,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:43.751285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:51:43.751581 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Network hostable DHCP agents. Network: 79f130b8-8ae6-40b5-b5e4-45d14c6af626, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:51:43.837234 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:51:43.905857 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 79f130b8-8ae6-40b5-b5e4-45d14c6af626) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:51:43.911482 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:43.912963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:43.914046 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18951fa1-68dc-454f-8152-e97c31174b83 None None] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:51:43.985006 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1596224f-890d-4a75-a57f-0be64c014115 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8417449 Aug 24 04:51:44.021846 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c210cd27-55cf-4ce2-8e5d-d6fbc911d83d None None] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:51:46.415612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 36722) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:46.831977 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-df159b58-fea5-4206-9150-541b99048ed9 demo admin] 10.222.0.105 "GET /networking/v2.0/routers/70f90aba-35a8-495b-bf9f-a6617372281f HTTP/1.1" status: 200 len: 710 time: 0.4151819 Aug 24 04:51:46.921122 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87882ba9-ef6f-4966-8cf8-f06a54a8b2e9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:51:46.922439 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-87882ba9-ef6f-4966-8cf8-f06a54a8b2e9 demo admin] 10.222.0.105 "GET /networking/v2.0/networks/79f130b8-8ae6-40b5-b5e4-45d14c6af626 HTTP/1.1" status: 200 len: 886 time: 0.0848768 Aug 24 04:51:46.931741 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:51:47.188263 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks [] for router_gateway (70f90aba-35a8-495b-bf9f-a6617372281f), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.506331 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks [] for router_gateway (70f90aba-35a8-495b-bf9f-a6617372281f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.583651 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device af7b3594-3021-41c1-ba44-5692656ae63e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:51:47.585823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.628320 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:47.628998 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port af7b3594-3021-41c1-ba44-5692656ae63e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:47.629385 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.694980 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Allocated IP 172.27.1.23 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:51:47.698658 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:47.705370 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port af7b3594-3021-41c1-ba44-5692656ae63e is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:47.709520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.724748 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:47.742015 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port af7b3594-3021-41c1-ba44-5692656ae63e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=af7b3594-3021-41c1-ba44-5692656ae63e,segment=NetworkSegment(af30b6a8-5048-4129-8c52-aefc86757f10),segment_id=af30b6a8-5048-4129-8c52-aefc86757f10)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:51:47.802651 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.803664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks [] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.852125 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=af7b3594-3021-41c1-ba44-5692656ae63e,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:47.942534 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:47.982537 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:51:47.985221 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:51:47.988974 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:51:48.023145 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Pushing event updated for resources: {'Port': ['ID=5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:48.406519 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks [] for router_gateway (70f90aba-35a8-495b-bf9f-a6617372281f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:48.474710 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:48.599574 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1680010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1682670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6973'] for router (70f90aba-35a8-495b-bf9f-a6617372281f), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:48.602823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1680019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1680036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1682679'] for router (70f90aba-35a8-495b-bf9f-a6617372281f), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:48.707784 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Router 70f90aba-35a8-495b-bf9f-a6617372281f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:51:48.810004 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:51:48.814318 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:48.815382 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-0b87a1cc-3265-4faf-bb02-c68501649d3f demo admin] 10.222.0.105 "PUT /networking/v2.0/routers/70f90aba-35a8-495b-bf9f-a6617372281f HTTP/1.1" status: 200 len: 889 time: 1.8867552 Aug 24 04:51:48.835177 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Sync routers for ids ['70f90aba-35a8-495b-bf9f-a6617372281f'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:51:48.848105 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Routers {'70f90aba-35a8-495b-bf9f-a6617372281f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:51:48.848837 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:51:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['70f90aba-35a8-495b-bf9f-a6617372281f'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:49.064443 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Set router 70f90aba-35a8-495b-bf9f-a6617372281f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:51:49.112085 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:49.447077 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'name': 'router1', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:51:28Z', 'updated_at': '2022-08-24T04:51:48Z', 'revision_number': 4, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'gw_port': {'id': '5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:47Z', 'updated_at': '2022-08-24T04:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'af7b3594-3021-41c1-ba44-5692656ae63e', 'name': '', 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'mac_address': 'fa:16:3e:28:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:38Z', 'updated_at': '2022-08-24T04:51:47Z', 'revision_number': 5, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'subnets': [{'id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba63bf8a-ed48-43e5-87b6-9aae11560e3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:49.497187 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Checking router: 70f90aba-35a8-495b-bf9f-a6617372281f for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:51:49.497566 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Updating router 70f90aba-35a8-495b-bf9f-a6617372281f port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:51:49.612351 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device af7b3594-3021-41c1-ba44-5692656ae63e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:51:49.652800 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:49.783478 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port af7b3594-3021-41c1-ba44-5692656ae63e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:49.783789 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:49.906272 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port af7b3594-3021-41c1-ba44-5692656ae63e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:50.101786 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Publish callbacks [] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:50.185871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:50.220094 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Attempting to bind port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:51:50.220476 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Attempting to bind port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:51:50.220848 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Attempting to bind port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:51:50.234631 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:51:50.235070 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:51:50.235479 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:50.235881 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:51:50.236350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Bound port: 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:51:50.236739 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:50.238027 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:50.258177 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee9f73-b168-49ae-bdc8-ce61bf9e3501 None None] Pushing event updated for resources: {'Port': ['ID=5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:50.289975 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] For port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:51:50.293054 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] For port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:51:50.369213 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:50.411865 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Routers {'70f90aba-35a8-495b-bf9f-a6617372281f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:51:50.412480 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:51:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['70f90aba-35a8-495b-bf9f-a6617372281f'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:50.483093 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee9f73-b168-49ae-bdc8-ce61bf9e3501 None None] Pushing event updated for resources: {'Port': ['ID=5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:50.497789 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:50.528732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] Set router 70f90aba-35a8-495b-bf9f-a6617372281f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:51:50.730887 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'name': 'router1', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:51:28Z', 'updated_at': '2022-08-24T04:51:48Z', 'revision_number': 4, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'gw_port': {'id': '5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:47Z', 'updated_at': '2022-08-24T04:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'af7b3594-3021-41c1-ba44-5692656ae63e', 'name': '', 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'mac_address': 'fa:16:3e:28:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:38Z', 'updated_at': '2022-08-24T04:51:47Z', 'revision_number': 5, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'subnets': [{'id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba63bf8a-ed48-43e5-87b6-9aae11560e3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:51:50.756374 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779f2db-f84f-4f86-b030-81efad37e01b None None] The sync data for ids ['70f90aba-35a8-495b-bf9f-a6617372281f'] in dv-cinder-854265-1-iscsi is: [{'id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'name': 'router1', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:51:28Z', 'updated_at': '2022-08-24T04:51:48Z', 'revision_number': 4, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'gw_port': {'id': '5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:47Z', 'updated_at': '2022-08-24T04:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'af7b3594-3021-41c1-ba44-5692656ae63e', 'name': '', 'network_id': '26bc5042-bd07-4bc1-8cd8-8a8f0055d287', 'tenant_id': 'a1f41b226cc94cccbb39608d62cb6737', 'mac_address': 'fa:16:3e:28:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f90aba-35a8-495b-bf9f-a6617372281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:51:38Z', 'updated_at': '2022-08-24T04:51:47Z', 'revision_number': 5, 'project_id': 'a1f41b226cc94cccbb39608d62cb6737', 'subnets': [{'id': 'e43aa2f5-c0c9-4cc4-afeb-54f480336374', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba63bf8a-ed48-43e5-87b6-9aae11560e3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:51:51.394544 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 36736) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:51:51.579252 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:51:51.626208 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:51.626602 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:51.696349 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:51.696732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:51.717860 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:51:51.792991 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:51.840754 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:51:51.843058 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-00912d9b-1afa-4252-a1b3-3e56fa26b8aa admin admin] 10.222.0.105 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4470417 Aug 24 04:51:53.573379 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:51:53.623315 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:51:53.623643 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:53.650075 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:53.701319 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 5a5ce9de-5f0c-4435-a0ad-bd2f43cc5748 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:51:56.307392 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=52 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:56.315478 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=24 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:58.806970 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=27 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:58.818697 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=67 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:01.826975 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:01.843357 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:03.700115 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:04.844001 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d631-02d7-4e6c-a1d9-ea93d018e488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:07.181582 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a6c6731d-b55d-480c-bd78-71df5ed2d344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:08.329304 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:09.901318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:09.969207 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:11.303876 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:52:18.296113 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:19.870575 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:19.879323 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:21.298887 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:33.312960 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:33.318231 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:34.847250 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b6782adb-7c15-469b-82ff-78ddb91733bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:38.071958 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-985d6125-525c-4818-b07b-bc8f55ffd444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:38.376806 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:39.873091 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:39.949866 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:48.302080 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:52:49.880646 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:49.882979 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:04.934188 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6cbf-90e8-46ae-97b6-5edfc24e2f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:07.197706 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-fb225912-d352-4738-bcf7-d2990fff6f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:08.337589 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:09.891946 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:10.019317 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:10.309989 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:10.313848 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:16.792079 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37274) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:17.139589 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7541c6-10c3-46c3-8206-9bbb04a1e7e1 admin admin] GET failed (client error): The resource could not be found. Aug 24 04:53:17.140977 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-9e7541c6-10c3-46c3-8206-9bbb04a1e7e1 admin admin] 10.222.0.105 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3480580 Aug 24 04:53:17.337175 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc6b1c-f240-4152-b745-e6f0f6cdf3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:17.338692 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-a0cc6b1c-f240-4152-b745-e6f0f6cdf3a1 admin admin] 10.222.0.105 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1934412 Aug 24 04:53:19.658967 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37286) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:19.876159 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:19.878047 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:20.067309 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d1876-fd73-4992-b363-922fde4e2b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:20.068680 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b43d1876-fd73-4992-b363-922fde4e2b78 admin admin] 10.222.0.105 "GET /networking/v2.0/subnets/e43aa2f5-c0c9-4cc4-afeb-54f480336374 HTTP/1.1" status: 200 len: 849 time: 0.4087515 Aug 24 04:53:20.078959 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:53:20.163341 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Publish callbacks [] for subnet (e43aa2f5-c0c9-4cc4-afeb-54f480336374), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:20.368893 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790335335060'] for subnet (e43aa2f5-c0c9-4cc4-afeb-54f480336374), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:20.444955 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:20.445832 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:20.447270 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] 10.222.0.105 "PUT /networking/v2.0/subnets/e43aa2f5-c0c9-4cc4-afeb-54f480336374 HTTP/1.1" status: 200 len: 868 time: 0.3717499 Aug 24 04:53:20.449207 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b1359-9f86-4b1a-83fb-1d43e212074c None None] Network 26bc5042-bd07-4bc1-8cd8-8a8f0055d287 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:53:20.464590 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43aa2f5-c0c9-4cc4-afeb-54f480336374,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:53:20.474406 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.474744 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.475159 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.475441 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.475773 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.476102 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.476426 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.476764 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.477077 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.478033 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.478383 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.478734 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.479078 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.479403 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.479725 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df103ad-3423-4127-9209-bd11298b53fd admin admin] Tracked resource versions report: Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: pushed versions: Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: { 'AddressGroup': {'1.2'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Agent': {'1.1'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'ConntrackHelper': {'1.0'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Log': {'1.0'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'NDPProxy': {'1.0'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Network': {'1.1'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Port': {'1.7'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'PortForwarding': {'1.3'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'QosPolicy': {'1.10'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroup': {'1.5'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SubPort': {'1.0'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Subnet': {'1.1'}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Trunk': {'1.1'}} Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: consumer versions: Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Agent': '1.1', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'ConntrackHelper': '1.0', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'LocalIPAssociation': '1.0', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Log': '1.0', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'NDPProxy': '1.0', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Network': '1.1', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Port': '1.7', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'PortForwarding': '1.3', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'QosPolicy': '1.10', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroup': '1.5', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroupRule': '1.2', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SubPort': '1.0', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Subnet': '1.1', Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Trunk': '1.1'}} Aug 24 04:53:20.481194 dv-cinder-854265-1-iscsi neutron-server[107625]: {{(pid=107625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:53:20.756177 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-c857cc04-b824-4118-aa13-6c7cca427944 None None] Provisioning complete for port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:53:20.756565 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c857cc04-b824-4118-aa13-6c7cca427944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a27600eb-16b7-402c-a1df-95d9d4fd3ed6), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:20.830544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-c857cc04-b824-4118-aa13-6c7cca427944 None None] Current status of the port a27600eb-16b7-402c-a1df-95d9d4fd3ed6 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:53:20.839705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-c857cc04-b824-4118-aa13-6c7cca427944 None None] Provisioning complete for port af7b3594-3021-41c1-ba44-5692656ae63e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:53:20.840132 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c857cc04-b824-4118-aa13-6c7cca427944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (af7b3594-3021-41c1-ba44-5692656ae63e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:20.912215 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-c857cc04-b824-4118-aa13-6c7cca427944 None None] Current status of the port af7b3594-3021-41c1-ba44-5692656ae63e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:53:22.778327 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37298) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:23.254828 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e14d45-c23a-4c7f-8af7-fec5072de8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:23.255336 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e14d45-c23a-4c7f-8af7-fec5072de8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:23.256900 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-42e14d45-c23a-4c7f-8af7-fec5072de8e4 admin admin] 10.222.0.105 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4776969 Aug 24 04:53:25.301337 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:53:25.562615 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37306) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:26.035731 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc95d273-39e2-4fe0-8750-d9fe535d88bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:26.036210 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc95d273-39e2-4fe0-8750-d9fe535d88bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:26.037766 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-dc95d273-39e2-4fe0-8750-d9fe535d88bb admin admin] 10.222.0.105 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4741046 Aug 24 04:53:28.374736 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37316) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:28.785348 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31f92b-2588-48eb-92c5-11867815ff7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:28.786637 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4a31f92b-2588-48eb-92c5-11867815ff7d admin admin] 10.222.0.105 "GET /networking/v2.0/networks/26bc5042-bd07-4bc1-8cd8-8a8f0055d287 HTTP/1.1" status: 200 len: 870 time: 0.4109297 Aug 24 04:53:30.909312 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=38 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:30.910456 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=39 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:31.119585 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37324) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:31.519726 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae4e81-39db-4a1f-b277-246649133244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:31.521147 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f5ae4e81-39db-4a1f-b277-246649133244 admin admin] 10.222.0.105 "GET /networking/v2.0/networks/79f130b8-8ae6-40b5-b5e4-45d14c6af626 HTTP/1.1" status: 200 len: 886 time: 0.4006214 Aug 24 04:53:33.251444 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=66,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:33.252244 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=79,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:33.850362 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37332) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:34.251700 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73ffde-e096-462f-98fb-8c8948cd4a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:34.252156 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73ffde-e096-462f-98fb-8c8948cd4a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:34.253701 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-7e73ffde-e096-462f-98fb-8c8948cd4a6c admin admin] 10.222.0.105 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4023874 Aug 24 04:53:34.848898 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-64bb48aa-8428-4bc3-9f57-6b7a45bd2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:35.298317 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:36.612457 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37340) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:37.037437 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30634326-12a3-4fc7-9246-ef59760fae10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:37.037895 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30634326-12a3-4fc7-9246-ef59760fae10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:37.039504 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-30634326-12a3-4fc7-9246-ef59760fae10 admin admin] 10.222.0.105 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4260857 Aug 24 04:53:37.163457 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d18750ed-3dbf-418d-b902-b3b69e3ad1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:38.326388 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:39.376437 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37348) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:39.733499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5a17a-5c04-4515-96e4-028e3be7ffeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:39.734827 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-22b5a17a-5c04-4515-96e4-028e3be7ffeb admin admin] 10.222.0.105 "GET /networking/v2.0/subnets/76bf101e-0c9b-4cb9-8c07-0378ad6b0576 HTTP/1.1" status: 200 len: 816 time: 0.3574574 Aug 24 04:53:39.883093 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:39.963074 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:42.056594 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37356) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:53:42.428079 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3652b-986f-44a9-aeac-11ae0aef82a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:53:42.429430 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e8b3652b-986f-44a9-aeac-11ae0aef82a7 admin admin] 10.222.0.105 "GET /networking/v2.0/subnets/e43aa2f5-c0c9-4cc4-afeb-54f480336374 HTTP/1.1" status: 200 len: 868 time: 0.3718774 Aug 24 04:53:44.241151 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=41 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:44.246047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=38 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:47.306123 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:47.313606 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:49.877149 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:49.878975 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:52.421595 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=19 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:52.424545 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=17 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:02.301100 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:54:04.872515 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-62e4b1d3-af20-4147-967d-57002c72e1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:07.163514 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c9c48a19-38dc-4d70-958e-1e5517382ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:08.329428 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:09.881520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:09.949646 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:10.993963 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37412) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:54:11.319207 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [None req-3c30458e-b182-48f0-a878-09f40b79dc6b admin admin] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:54:11.320227 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-3c30458e-b182-48f0-a878-09f40b79dc6b admin admin] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3253949 Aug 24 04:54:12.296394 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=14 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:12.297638 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=14 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:13.722462 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37420) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:54:14.061189 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b549cc26-cc03-4965-9535-8e7113c83b22 admin admin] GET failed (client error): The resource could not be found. Aug 24 04:54:14.062462 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b549cc26-cc03-4965-9535-8e7113c83b22 admin admin] 10.222.0.105 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3390329 Aug 24 04:54:14.151839 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f455011d-54e3-4cad-b974-20715638b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:54:14.153259 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f455011d-54e3-4cad-b974-20715638b4d1 admin admin] 10.222.0.105 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0865343 Aug 24 04:54:16.500541 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37428) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:54:16.826364 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:54:17.052944 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Made reservation on behalf of e02e910be5274b36b8f63c2185a111d4 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:54:17.057809 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:17.083757 dv-cinder-854265-1-iscsi neutron-server[107624]: WARNING neutron.services.revisions.revision_plugin [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Could not find related network for resource to bump revision. Aug 24 04:54:17.094938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:54:17.103767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (a3999dcd-bd1d-4cb1-8df9-1e012710b44a), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:17.104141 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Added segment a3999dcd-bd1d-4cb1-8df9-1e012710b44a of type vlan for network 982b17ec-5c9b-459f-b585-384e2c45d667 Aug 24 04:54:17.155072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (982b17ec-5c9b-459f-b585-384e2c45d667), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:17.241700 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (982b17ec-5c9b-459f-b585-384e2c45d667), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:17.242747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:54:17.243818 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:17.306003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=982b17ec-5c9b-459f-b585-384e2c45d667,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:54:17.313478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.315543 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.315543 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.315543 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.315543 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.315543 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.315543 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.316096 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.316182 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.316477 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.316794 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.317110 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.317420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.317728 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.318036 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:17.329590 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 982b17ec-5c9b-459f-b585-384e2c45d667 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:54:17.341638 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-22c98c59-a179-4f1c-9dc1-f1caa48a2ea4 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8399041 Aug 24 04:54:19.697341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37436) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:54:20.031647 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.pecan_wsgi.hooks.translation [None req-38eef543-c0d6-48bf-8a70-18a26f0f5bc0 admin admin] GET failed (client error): The resource could not be found. Aug 24 04:54:20.032953 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-38eef543-c0d6-48bf-8a70-18a26f0f5bc0 admin admin] 10.222.0.105 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3346286 Aug 24 04:54:20.134393 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0effbb38-85ab-4c58-b3db-a56e778ec856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:54:20.135836 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-0effbb38-85ab-4c58-b3db-a56e778ec856 admin admin] 10.222.0.105 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0985723 Aug 24 04:54:20.146325 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Request body: {'subnet': {'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:54:20.226867 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Made reservation on behalf of e02e910be5274b36b8f63c2185a111d4 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:54:20.229249 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:20.467823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (f5c787df-e277-4417-a7a3-189b459124cf), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:20.619073 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c787df-e277-4417-a7a3-189b459124cf,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:54:20.635546 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Checking segment: {'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:54:20.635902 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Network hostable DHCP agents. Network: 982b17ec-5c9b-459f-b585-384e2c45d667, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:54:20.709713 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Network 982b17ec-5c9b-459f-b585-384e2c45d667 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:54:20.780805 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 982b17ec-5c9b-459f-b585-384e2c45d667) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:54:20.784887 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:54:20.785557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:20.790531 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01ee5c-eea7-4650-9ac3-aa6b60322822 None None] Network 982b17ec-5c9b-459f-b585-384e2c45d667 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:54:20.886940 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c03a5576-ff37-4071-bd31-f937da27492e admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7439044 Aug 24 04:54:20.902653 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-982b17ec-5c9b-459f-b585-384e2c45d667', 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667', 'project_id': 'e02e910be5274b36b8f63c2185a111d4', 'fixed_ips': [{'subnet_id': 'f5c787df-e277-4417-a7a3-189b459124cf'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:54:20.904387 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:21.045749 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Allocated IP 192.168.233.2 (982b17ec-5c9b-459f-b585-384e2c45d667/f5c787df-e277-4417-a7a3-189b459124cf/4e772382-7186-4950-bc0c-896f207381b3) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:54:21.293050 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Publish callbacks [] for port (4e772382-7186-4950-bc0c-896f207381b3), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:21.359417 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (4e772382-7186-4950-bc0c-896f207381b3), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:21.404035 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Network 982b17ec-5c9b-459f-b585-384e2c45d667 is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:54:21.407128 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:54:21.411107 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:54:21.417570 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Pushing event updated for resources: {'Port': ['ID=4e772382-7186-4950-bc0c-896f207381b3,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:54:21.428331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.428682 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.429043 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.429399 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.429734 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.430067 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.430391 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.430714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.431060 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.431387 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.431712 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.432052 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.432374 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.432692 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.433016 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:54:21.484464 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Attempting to bind port 4e772382-7186-4950-bc0c-896f207381b3 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:54:21.484837 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Attempting to bind port 4e772382-7186-4950-bc0c-896f207381b3 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:54:21.485204 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Attempting to bind port 4e772382-7186-4950-bc0c-896f207381b3 on network 982b17ec-5c9b-459f-b585-384e2c45d667 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:54:21.490420 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:54:21.490795 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Checking segment: {'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:54:21.491232 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:21.491623 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Bound using segment: {'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:54:21.492089 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Bound port: 4e772382-7186-4950-bc0c-896f207381b3, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:54:21.492469 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4e772382-7186-4950-bc0c-896f207381b3), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:21.554419 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] For port 4e772382-7186-4950-bc0c-896f207381b3, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:54:21.557484 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] For port 4e772382-7186-4950-bc0c-896f207381b3, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4e772382-7186-4950-bc0c-896f207381b3,segment=NetworkSegment(a3999dcd-bd1d-4cb1-8df9-1e012710b44a),segment_id=a3999dcd-bd1d-4cb1-8df9-1e012710b44a)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:54:21.639792 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4e772382-7186-4950-bc0c-896f207381b3), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:21.697705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206a12b-8402-4043-b7d4-2f442e2fb94f None None] Pushing event updated for resources: {'Port': ['ID=4e772382-7186-4950-bc0c-896f207381b3,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:54:22.458741 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f844b-b617-448e-aa7d-221f3e8efece None None] Network 982b17ec-5c9b-459f-b585-384e2c45d667 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:54:22.517811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:22.523793 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=85,neutron:UPDATE=10,neutron:INSERT=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:22.575412 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-1a4e28f2-0ef9-4903-aca4-4e564e387b31 None None] Provisioning complete for port 4e772382-7186-4950-bc0c-896f207381b3 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:54:22.578015 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1a4e28f2-0ef9-4903-aca4-4e564e387b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4e772382-7186-4950-bc0c-896f207381b3), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:22.661173 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e28f2-0ef9-4903-aca4-4e564e387b31 None None] Current status of the port 4e772382-7186-4950-bc0c-896f207381b3 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:54:22.661564 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1a4e28f2-0ef9-4903-aca4-4e564e387b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4e772382-7186-4950-bc0c-896f207381b3), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:22.704072 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-1a4e28f2-0ef9-4903-aca4-4e564e387b31 None None] For port 4e772382-7186-4950-bc0c-896f207381b3, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4e772382-7186-4950-bc0c-896f207381b3,segment=NetworkSegment(a3999dcd-bd1d-4cb1-8df9-1e012710b44a),segment_id=a3999dcd-bd1d-4cb1-8df9-1e012710b44a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:54:22.787181 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1a4e28f2-0ef9-4903-aca4-4e564e387b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4e772382-7186-4950-bc0c-896f207381b3), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:22.838970 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e28f2-0ef9-4903-aca4-4e564e387b31 None None] Pushing event updated for resources: {'Port': ['ID=4e772382-7186-4950-bc0c-896f207381b3,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:54:22.905252 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-7ed3bda3-8fdf-4810-ac67-c31ca7d0b041 None None] Provisioning complete for port 4e772382-7186-4950-bc0c-896f207381b3 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:54:22.905637 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7ed3bda3-8fdf-4810-ac67-c31ca7d0b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4e772382-7186-4950-bc0c-896f207381b3), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:22.980009 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3bda3-8fdf-4810-ac67-c31ca7d0b041 None None] Current status of the port 4e772382-7186-4950-bc0c-896f207381b3 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:54:23.667541 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4e772382-7186-4950-bc0c-896f207381b3 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:54:23.714679 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 4e772382-7186-4950-bc0c-896f207381b3 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:54:23.715127 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4e772382-7186-4950-bc0c-896f207381b3), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:23.789352 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 4e772382-7186-4950-bc0c-896f207381b3 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:54:24.148424 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=12 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:24.149256 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=10 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:24.305073 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:24.309782 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:30.792997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=70,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:30.796932 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=70,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:32.859732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:34.853436 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-62705265-a92a-47e3-927b-031e3d817134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:37.174496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-28fab381-871c-45c8-bdd4-50960dcbac4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:38.353130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:39.300384 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:54:39.924860 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:39.993165 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:49.295533 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:49.296320 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:49.870680 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:49.878567 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:03.291583 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:03.292520 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:04.848432 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-31785a82-c5c1-423d-900c-3f2f3e9c81cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:07.186992 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-11b7010d-ef4f-4787-bca3-80c088254920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:08.360386 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:09.914799 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:09.942904 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:16.300811 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:55:19.879215 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:19.881041 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:26.296188 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:26.297055 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:34.892990 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1e722d60-1095-4993-a35a-8602d635cfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:37.386359 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2077f06-f7b9-40a8-bafe-f5175beb71a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:38.307299 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:38.312217 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:38.378875 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:39.930172 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:39.972699 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:46.552969 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37474) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:55:46.558720 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [None req-287923e4-1f25-4849-a4d5-9f96c8e0c655 tempest-verify_tempest_config-2104426312 tempest-verify_tempest_config-2104426312-project] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:55:46.559787 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-287923e4-1f25-4849-a4d5-9f96c8e0c655 tempest-verify_tempest_config-2104426312 tempest-verify_tempest_config-2104426312-project] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057833 Aug 24 04:55:47.407542 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37492) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:55:47.737984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:47.814689 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Publish callbacks [] for security_group (44cfa8d6-6f54-450a-bd7a-2e8e049de210), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:47.950473 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (44cfa8d6-6f54-450a-bd7a-2e8e049de210), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:47.996278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cfa8d6-6f54-450a-bd7a-2e8e049de210,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:55:48.001032 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=13bffd823c354fee84f689cd2006746d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5925055 Aug 24 04:55:48.003851 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37496) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:55:48.005310 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.005657 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.006019 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.006358 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.006735 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.007094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.007420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.007747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.008090 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.008415 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.008759 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.009101 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.009424 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.009743 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.010059 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9dd2b3-f889-45bd-bdfe-80f9aa8bb5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.084447 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Publish callbacks [] for security_group (44cfa8d6-6f54-450a-bd7a-2e8e049de210), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:48.103634 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Publish callbacks [] for security_group (44cfa8d6-6f54-450a-bd7a-2e8e049de210), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:48.299779 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (44cfa8d6-6f54-450a-bd7a-2e8e049de210), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:48.302578 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:55:48.303761 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/44cfa8d6-6f54-450a-bd7a-2e8e049de210 HTTP/1.1" status: 204 len: 168 time: 0.2988532 Aug 24 04:55:48.312088 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cfa8d6-6f54-450a-bd7a-2e8e049de210,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:55:48.319360 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.319818 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.320177 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.320569 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.320905 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.321236 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.321561 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.321886 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.322232 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.322560 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.322886 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.323259 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.323585 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.323904 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:48.324220 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf06a-730b-46db-9889-577854f075bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:55:49.881308 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:53.299832 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:55:57.991563 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:57.999781 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=23,neutron:INSERT=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:58.314891 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:58.315672 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:55:58.349610 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:03.295617 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=12 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:03.296978 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=16 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:04.879785 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8e03c403-5ed7-4a1a-b0bf-7e1ca8f2c9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:07.160026 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0cc285db-0c3d-43f2-a174-38501a1a5913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:08.375302 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:09.908548 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:09.982406 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:15.303465 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:15.308406 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:19.879389 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:19.881263 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:30.301801 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:56:34.915318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf05b-c6eb-42c0-b8b1-3c73d1a4826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:37.204596 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-46f32a9d-7601-408d-89c5-d007bcf761de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:38.373140 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:39.887272 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:39.927478 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:56:40.297078 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:40.297830 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:49.882704 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:49.884629 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:52.305465 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:56:52.306681 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:03.297098 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:03.297803 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:04.920344 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-78688245-4637-423b-a612-bcbe86e66864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:07.247493 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-417aed4e-eb19-4183-8a08-93ebe2b1b12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:07.300601 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 5 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:57:08.385516 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:09.957283 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:10.065485 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:17.296358 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:18.293599 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:19.883229 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:19.885106 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:29.291476 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:29.302246 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:29.413689 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1682452'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:34.907257 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3368b5cd-7aef-48e5-af53-d9184dc8a48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:37.277062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0b52e182-af88-4475-bf8c-5bd9199dcb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:38.385508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:39.930678 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:40.014712 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:57:41.542994 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37594) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:57:41.667270 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4736a317-a06f-4c73-9ea0-8b00ff387cbf admin admin] 10.222.0.105 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1232109 Aug 24 04:57:43.887095 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37604) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:57:43.941693 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-00a1a3e1-1280-4655-bc8f-5bac54461fe8 admin admin] 10.222.0.105 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0536025 Aug 24 04:57:44.299990 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:57:49.883067 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:49.884970 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:53.935898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:53.936781 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:57:59.386744 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:04.972027 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-17822ca3-3289-4568-b17f-9c238df14bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:06.307323 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=19 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:06.308093 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=15 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:07.251766 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-31d47ea3-c993-458f-8880-1fc07c76ebe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:08.423614 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:09.953435 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:10.023839 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:19.882295 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:19.884173 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:21.298615 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:58:29.378742 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:31.294154 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:31.294990 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:34.880565 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab563-0ba7-4bcd-884a-0963903f7090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:37.180429 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b79025d3-8a4e-4afe-89f5-6449a60f3eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:38.379599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:39.929473 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:39.961463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:58:43.300452 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:43.306371 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:49.880713 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:49.885601 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:58:58.297824 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:58:59.351819 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:03.301595 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:04.871744 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-49018c73-fc45-48d2-8280-c448e3493efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:07.180281 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2b34-4a1c-4df7-b3d5-f6c56bc8c0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:08.293925 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:08.374523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:09.928350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:09.956466 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:17.418080 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37798) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:18.057219 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-34203618-network', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:18.087381 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37818) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:18.144318 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Made reservation on behalf of ae5545057ecc4c02817cd846dc73b55b for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:18.146973 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.157906 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.248019 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks [] for security_group (7cf8e65e-0588-4831-bcd3-b5710060cf53), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.303849 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37830) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:18.335185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37834) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:18.344440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7cf8e65e-0588-4831-bcd3-b5710060cf53), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.371363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:59:18.381453 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8e65e-0588-4831-bcd3-b5710060cf53,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:18.390242 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.390572 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.390913 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.391274 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.391609 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.391935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.392256 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.392579 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.392918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.393242 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.393566 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.393886 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.394228 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.394594 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.394922 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Tracked resource versions report: Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: pushed versions: Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: { 'AddressGroup': {'1.2'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Agent': {'1.1'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'ConntrackHelper': {'1.0'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Log': {'1.0'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'NDPProxy': {'1.0'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Network': {'1.1'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Port': {'1.7'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'PortForwarding': {'1.3'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'QosPolicy': {'1.10'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroup': {'1.5'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SubPort': {'1.0'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Subnet': {'1.1'}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Trunk': {'1.1'}} Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: consumer versions: Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Agent': '1.1', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'ConntrackHelper': '1.0', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'LocalIPAssociation': '1.0', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Log': '1.0', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'NDPProxy': '1.0', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Network': '1.1', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Port': '1.7', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'PortForwarding': '1.3', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'QosPolicy': '1.10', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroup': '1.5', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SecurityGroupRule': '1.2', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'SubPort': '1.0', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Subnet': '1.1', Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: 'Trunk': '1.1'}} Aug 24 04:59:18.396163 dv-cinder-854265-1-iscsi neutron-server[107624]: {{(pid=107624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:59:18.401934 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (d3dfa7cc-8ece-4c55-8919-9255ea22df14), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.402361 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Added segment d3dfa7cc-8ece-4c55-8919-9255ea22df14 of type vlan for network 3dfd9cd1-130c-4706-921c-e546adc13cdc Aug 24 04:59:18.443169 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (3dfd9cd1-130c-4706-921c-e546adc13cdc), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.497058 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-network', 'tenant_id': 'd373da7992054abfae0564708529a973'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:18.533405 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (3dfd9cd1-130c-4706-921c-e546adc13cdc), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.534439 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:18.535098 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.602601 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] Pushing event updated for resources: {'Network': ['ID=3dfd9cd1-130c-4706-921c-e546adc13cdc,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:18.614333 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:59:18.627396 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1940493251-network', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:18.640892 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Made reservation on behalf of d373da7992054abfae0564708529a973 for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:18.643476 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.653103 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-8a191b7e-852c-4448-ab66-e01022ed584a admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2339175 Aug 24 04:59:18.661072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37844) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:18.665234 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.666909 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Request body: {'subnet': {'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-34203618-subnet', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:18.690206 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-247771985-network', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:18.771066 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks [] for security_group (aafad47e-49bd-452d-ae03-7962fccae6c2), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.784514 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37848) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:18.785758 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Made reservation on behalf of ae5545057ecc4c02817cd846dc73b55b for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:18.788249 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.819603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Made reservation on behalf of bd6824ae6edd43fcbddb58581134098c for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:18.825212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.837314 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.854772 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Made reservation on behalf of f2fd5d378aba473ab58753aecb74a065 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:18.857146 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.876178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.885802 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (aafad47e-49bd-452d-ae03-7962fccae6c2), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.918797 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:59:18.959418 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790335455847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (9ac2438d-5e2b-465c-942c-36ce9d87757a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:18.959976 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Unsubscribe: segment precommit_create {{(pid=107625) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 04:59:18.960672 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Added segment 9ac2438d-5e2b-465c-942c-36ce9d87757a of type vlan for network 60f465a5-3648-4517-8cab-85b66f6fe49f Aug 24 04:59:18.963359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:18.981510 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafad47e-49bd-452d-ae03-7962fccae6c2,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:18.996067 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks [] for security_group (476b370d-438f-496c-a6ce-c9c2502addd4), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.021312 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.021662 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.022022 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.022362 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.022687 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.023231 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.024367 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.025099 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.025611 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.026118 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.026625 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.027146 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.027639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.028126 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.028615 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Tracked resource versions report: Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: pushed versions: Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: { 'AddressGroup': {'1.2'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Agent': {'1.1'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'ConntrackHelper': {'1.0'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Log': {'1.0'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'NDPProxy': {'1.0'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Network': {'1.1'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Port': {'1.7'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'PortForwarding': {'1.3'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'QosPolicy': {'1.10'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroup': {'1.5'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SubPort': {'1.0'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Subnet': {'1.1'}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Trunk': {'1.1'}} Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: consumer versions: Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Agent': '1.1', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'ConntrackHelper': '1.0', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'LocalIPAssociation': '1.0', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Log': '1.0', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'NDPProxy': '1.0', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Network': '1.1', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Port': '1.7', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'PortForwarding': '1.3', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'QosPolicy': '1.10', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroup': '1.5', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SecurityGroupRule': '1.2', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'SubPort': '1.0', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Subnet': '1.1', Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: 'Trunk': '1.1'}} Aug 24 04:59:19.029930 dv-cinder-854265-1-iscsi neutron-server[107625]: {{(pid=107625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:59:19.043347 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-949777960-network', 'tenant_id': 'fad6d7352bc144929743ca7373a41800'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:19.062012 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks [] for security_group (38b57270-e491-4a06-afd9-3967bc9e20fc), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.065037 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (60f465a5-3648-4517-8cab-85b66f6fe49f), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.101969 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (476b370d-438f-496c-a6ce-c9c2502addd4), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.117718 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:59:19.128695 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (38b57270-e491-4a06-afd9-3967bc9e20fc), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.133425 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (7bef9831-c2dc-4258-a59e-76602563d483), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.139784 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (6002bf3a-29e3-4b54-bdd1-c1b650b237c1), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.140124 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Added segment 6002bf3a-29e3-4b54-bdd1-c1b650b237c1 of type vlan for network fa68ee2b-4e61-41de-a187-732b5be326be Aug 24 04:59:19.150078 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:19.158938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:59:19.169637 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (a1903aa5-3bcc-4eee-acd1-3849844997ca), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.170288 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Added segment a1903aa5-3bcc-4eee-acd1-3849844997ca of type vlan for network 45b5889b-1fed-4157-a576-0b6107ddbe4e Aug 24 04:59:19.204012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (fa68ee2b-4e61-41de-a187-732b5be326be), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.216590 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (45b5889b-1fed-4157-a576-0b6107ddbe4e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.229580 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (60f465a5-3648-4517-8cab-85b66f6fe49f), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.230813 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:19.231598 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.246306 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Made reservation on behalf of fad6d7352bc144929743ca7373a41800 for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:19.249042 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.298469 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b57270-e491-4a06-afd9-3967bc9e20fc,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:19.314319 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Checking segment: {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:19.314576 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Network hostable DHCP agents. Network: 3dfd9cd1-130c-4706-921c-e546adc13cdc, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:59:19.349259 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (45b5889b-1fed-4157-a576-0b6107ddbe4e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.350273 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:19.351283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.356996 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] Pushing event updated for resources: {'Network': ['ID=60f465a5-3648-4517-8cab-85b66f6fe49f,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:19.358833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476b370d-438f-496c-a6ce-c9c2502addd4,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:19.364038 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4552a342-c011-43bc-b01d-de249ed6f9cb admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2749391 Aug 24 04:59:19.366217 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (fa68ee2b-4e61-41de-a187-732b5be326be), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.371799 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:19.372585 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.376236 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37880) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:19.379006 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 60f465a5-3648-4517-8cab-85b66f6fe49f details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:59:19.398952 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=68,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:19.399880 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Request body: {'subnet': {'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-subnet', 'tenant_id': 'd373da7992054abfae0564708529a973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:19.400658 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.428545 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:19.499622 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bef9831-c2dc-4258-a59e-76602563d483,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:19.536555 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2316248 Aug 24 04:59:19.537565 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ec6c8-3601-41e8-9158-09afbabb613a admin admin] Pushing event updated for resources: {'Network': ['ID=fa68ee2b-4e61-41de-a187-732b5be326be,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:19.540288 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37888) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:19.551351 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Request body: {'subnet': {'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1940493251-subnet', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:19.560714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network fa68ee2b-4e61-41de-a187-732b5be326be details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:59:19.591196 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2537458 Aug 24 04:59:19.593350 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37890) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:19.613423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Request body: {'subnet': {'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-subnet', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:19.636808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530f42f-eee9-4067-a93a-9de5ab52be88 admin admin] Pushing event updated for resources: {'Network': ['ID=45b5889b-1fed-4157-a576-0b6107ddbe4e,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:19.653324 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:59:19.656552 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:59:19.666867 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks [] for security_group (23aa7cf2-6813-4b85-bc27-fb479e8b09fc), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.679395 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Made reservation on behalf of d373da7992054abfae0564708529a973 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:19.681948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.756481 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Made reservation on behalf of bd6824ae6edd43fcbddb58581134098c for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:19.762502 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.797900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Made reservation on behalf of f2fd5d378aba473ab58753aecb74a065 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:19.801726 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.804100 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 3dfd9cd1-130c-4706-921c-e546adc13cdc) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:19.809444 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (23aa7cf2-6813-4b85-bc27-fb479e8b09fc), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.811207 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:19.811329 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.816121 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da012eeb-d9fa-4d2c-8fc6-f714bc86bd80 None None] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:19.893925 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:59:19.963413 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (03f612fd-98c5-46d0-b052-f2f0d1910e1c), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:19.963836 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Added segment 03f612fd-98c5-46d0-b052-f2f0d1910e1c of type vlan for network be2d7953-7d09-41eb-b20e-6de03af460a3 Aug 24 04:59:19.996315 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-3dfd9cd1-130c-4706-921c-e546adc13cdc', 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc', 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'fixed_ips': [{'subnet_id': '7bef9831-c2dc-4258-a59e-76602563d483'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:59:19.997319 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.000680 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:20.001343 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:20.003374 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4dcf3a23-f47b-4eb8-bdbd-eb09759ec860 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3414099 Aug 24 04:59:20.010162 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37904) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:20.014808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:20.039934 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (be2d7953-7d09-41eb-b20e-6de03af460a3), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.047053 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:20.047772 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aa7cf2-6813-4b85-bc27-fb479e8b09fc,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:20.074017 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (547fccd3-6f34-41d1-8242-0e67f25433dd), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.146170 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:20.181178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (841ec567-3957-4259-8af3-588c85d203c6), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.182989 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (841ec567-3957-4259-8af3-588c85d203c6), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.196282 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Allocated IP 172.20.0.2 (3dfd9cd1-130c-4706-921c-e546adc13cdc/7bef9831-c2dc-4258-a59e-76602563d483/dbb5df47-b315-4cdc-a948-edbb341ce67c) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:20.215576 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547fccd3-6f34-41d1-8242-0e67f25433dd,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:20.228458 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Checking segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:20.229077 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Network hostable DHCP agents. Network: 60f465a5-3648-4517-8cab-85b66f6fe49f, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:59:20.260080 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (be2d7953-7d09-41eb-b20e-6de03af460a3), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.261061 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:20.261634 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.273662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks [] for router_controller (841ec567-3957-4259-8af3-588c85d203c6), precommit_add_association {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.298775 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:20.299804 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.304116 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:20.343416 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] Pushing event updated for resources: {'Network': ['ID=be2d7953-7d09-41eb-b20e-6de03af460a3,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:20.360170 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network be2d7953-7d09-41eb-b20e-6de03af460a3 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:59:20.374631 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:20.386683 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Checking segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:20.387063 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Network hostable DHCP agents. Network: 45b5889b-1fed-4157-a576-0b6107ddbe4e, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:59:20.402903 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Publish callbacks [] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.434053 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-49cf7fc2-8b9f-4f14-9bab-d4947069a27a admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6484053 Aug 24 04:59:20.436042 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (4831b953-7e53-4bdb-aefa-a7d11e278cab), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.438711 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37912) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:20.446572 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Request body: {'subnet': {'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-949777960-subnet', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:20.452224 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Network 60f465a5-3648-4517-8cab-85b66f6fe49f is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:59:20.527678 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.536058 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks [] for router_gateway (841ec567-3957-4259-8af3-588c85d203c6), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.544806 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4831b953-7e53-4bdb-aefa-a7d11e278cab,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:20.553867 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 60f465a5-3648-4517-8cab-85b66f6fe49f) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:20.560112 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:20.560808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.567153 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6fc45b-3fba-4322-86b2-ddec80a5ef2c None None] Network 60f465a5-3648-4517-8cab-85b66f6fe49f requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:20.582255 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:20.593062 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Checking segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:20.593494 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Network hostable DHCP agents. Network: fa68ee2b-4e61-41de-a187-732b5be326be, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:59:20.600147 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:20.608038 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:20.617813 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Pushing event updated for resources: {'Port': ['ID=dbb5df47-b315-4cdc-a948-edbb341ce67c,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:20.634397 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.635106 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.635702 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.636253 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.636782 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.637463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.637970 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.639380 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.639890 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.642871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.642871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.642871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.642871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.642871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.642871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Tracked resource versions report: Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: pushed versions: Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: { 'AddressGroup': {'1.2'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Agent': {'1.1'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'ConntrackHelper': {'1.0'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Log': {'1.0'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'NDPProxy': {'1.0'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Network': {'1.1'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Port': {'1.7'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'PortForwarding': {'1.3'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'QosPolicy': {'1.10'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroup': {'1.5'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SubPort': {'1.0'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Subnet': {'1.1'}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Trunk': {'1.1'}} Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: consumer versions: Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Agent': '1.1', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'ConntrackHelper': '1.0', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'LocalIPAssociation': '1.0', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Log': '1.0', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'NDPProxy': '1.0', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Network': '1.1', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Port': '1.7', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'PortForwarding': '1.3', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'QosPolicy': '1.10', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroup': '1.5', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SecurityGroupRule': '1.2', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'SubPort': '1.0', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Subnet': '1.1', Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: 'Trunk': '1.1'}} Aug 24 04:59:20.643808 dv-cinder-854265-1-iscsi neutron-server[107626]: {{(pid=107626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:59:20.652770 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Made reservation on behalf of fad6d7352bc144929743ca7373a41800 for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:20.655898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.691962 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:59:20.706921 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-05def016-5dec-4973-9202-87e72678e6c5 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3175209 Aug 24 04:59:20.734623 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37926) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:20.749829 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:20.753816 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 45b5889b-1fed-4157-a576-0b6107ddbe4e) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:20.770068 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:20.770801 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.783451 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e5d6e-ba13-4c49-8558-854443bec813 None None] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:20.839994 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Network fa68ee2b-4e61-41de-a187-732b5be326be is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:59:20.855998 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Attempting to bind port dbb5df47-b315-4cdc-a948-edbb341ce67c on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:20.856373 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Attempting to bind port dbb5df47-b315-4cdc-a948-edbb341ce67c by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:20.856740 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Attempting to bind port dbb5df47-b315-4cdc-a948-edbb341ce67c on network 3dfd9cd1-130c-4706-921c-e546adc13cdc {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:20.894473 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, fa68ee2b-4e61-41de-a187-732b5be326be) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:20.907900 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:20.908879 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.918067 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.920951 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03d0fc8-2488-4f7d-8a69-239598254b17 None None] Network fa68ee2b-4e61-41de-a187-732b5be326be requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:20.921424 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.957485 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:20.957860 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Checking segment: {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:20.958260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.958852 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Bound using segment: {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:20.959521 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Bound port: dbb5df47-b315-4cdc-a948-edbb341ce67c, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:20.960086 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:20.981945 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-60f465a5-3648-4517-8cab-85b66f6fe49f', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'project_id': 'd373da7992054abfae0564708529a973', 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:59:20.983421 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.156861 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (13a7c081-d2e1-49a8-bb5a-1f864b46b333), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.167985 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-fb9d2b90-5dbd-4c58-91eb-79a9d4a993ff admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6227934 Aug 24 04:59:21.183045 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37948) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:21.186948 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2d8f7d16-3729-44f6-96aa-cd8cd35adbb1 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5891235 Aug 24 04:59:21.193995 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 37950) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:21.199002 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:21.207365 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:21.247003 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a7c081-d2e1-49a8-bb5a-1f864b46b333,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:21.258962 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Checking segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:21.259603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Network hostable DHCP agents. Network: be2d7953-7d09-41eb-b20e-6de03af460a3, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:59:21.314777 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks [] for router_controller (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), precommit_add_association {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.314777 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks [] for router_gateway (841ec567-3957-4259-8af3-588c85d203c6), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.344266 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.346880 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.350982 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.353859 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:21.373417 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Allocated IP 172.20.0.2 (60f465a5-3648-4517-8cab-85b66f6fe49f/547fccd3-6f34-41d1-8242-0e67f25433dd/812c7ee7-642d-48cc-8e36-07cb8a78cb9e) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:21.421015 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (38689568-85cc-4cc1-aa18-f13672cc33a6), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.422003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (38689568-85cc-4cc1-aa18-f13672cc33a6), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.440664 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:59:21.506976 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-45b5889b-1fed-4157-a576-0b6107ddbe4e', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:59:21.509549 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.513637 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks [] for router_controller (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), precommit_add_association {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.539402 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:21.545175 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, be2d7953-7d09-41eb-b20e-6de03af460a3) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:21.552198 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:21.557700 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.602165 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] For port dbb5df47-b315-4cdc-a948-edbb341ce67c, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:21.604574 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d366ae2-1ab2-4fde-9677-eb28429d7ba3 None None] Network be2d7953-7d09-41eb-b20e-6de03af460a3 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:21.629806 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks [] for router_controller (38689568-85cc-4cc1-aa18-f13672cc33a6), precommit_add_association {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.634372 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] For port dbb5df47-b315-4cdc-a948-edbb341ce67c, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=dbb5df47-b315-4cdc-a948-edbb341ce67c,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:21.937261 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-038ba0f1-7deb-4f5b-9496-0c9fa3bee705 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2108305 Aug 24 04:59:21.937261 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 37968) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:21.937261 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:21.957873 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-fa68ee2b-4e61-41de-a187-732b5be326be', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:59:21.957873 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.961973 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Allocated IP 172.27.1.170 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/fbb9b4da-af2c-425d-8064-28a6f88211f9) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:21.961973 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks [] for router_gateway (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.962793 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (9f8124ec-e7fb-4da0-b6be-fdd263623468), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.963247 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.963337 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (9f8124ec-e7fb-4da0-b6be-fdd263623468), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:21.963337 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:21.997341 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:22.001913 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks [] for router_controller (9f8124ec-e7fb-4da0-b6be-fdd263623468), precommit_add_association {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.017615 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks [] for router_gateway (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.050130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Allocated IP 172.20.0.2 (45b5889b-1fed-4157-a576-0b6107ddbe4e/b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd/f7c0c870-7620-4c52-a47a-d2f302b4095e) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:22.064123 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Publish callbacks [] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.103470 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks [] for router_gateway (38689568-85cc-4cc1-aa18-f13672cc33a6), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.125564 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c09626-cf13-4f52-9c27-2f3dbda83d36 None None] Pushing event updated for resources: {'Port': ['ID=dbb5df47-b315-4cdc-a948-edbb341ce67c,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:22.135130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-be2d7953-7d09-41eb-b20e-6de03af460a3', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:59:22.136253 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.145786 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Allocated IP 172.20.0.2 (fa68ee2b-4e61-41de-a187-732b5be326be/4831b953-7e53-4bdb-aefa-a7d11e278cab/75ffaf0b-d466-4a99-a44c-e965dfd2b427) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:22.244900 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.287990 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks [] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.400681 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Network 60f465a5-3648-4517-8cab-85b66f6fe49f is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:22.439519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Pushing event updated for resources: {'Port': ['ID=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:22.440372 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks [] for router_gateway (9f8124ec-e7fb-4da0-b6be-fdd263623468), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.448062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:22.465139 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks [] for router_gateway (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.474405 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:22.763669 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Publish callbacks [] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.774902 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Allocated IP 172.20.0.2 (be2d7953-7d09-41eb-b20e-6de03af460a3/13a7c081-d2e1-49a8-bb5a-1f864b46b333/2768f1e7-c720-4258-9bcb-a193557afbac) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:22.790471 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Attempting to bind port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:22.790846 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Attempting to bind port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:22.791223 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Attempting to bind port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e on network 60f465a5-3648-4517-8cab-85b66f6fe49f {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:22.813616 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Publish callbacks [] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.814540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.815298 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:22.815679 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Checking segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:22.816073 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.816481 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Bound using segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:22.816991 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Bound port: 812c7ee7-642d-48cc-8e36-07cb8a78cb9e, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:22.817376 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.848572 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.909698 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.932498 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks [] for router_gateway (9f8124ec-e7fb-4da0-b6be-fdd263623468), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.933645 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:22.941393 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:22.968401 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:22.974089 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:22.975609 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.090446 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] For port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:23.096032 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Network fa68ee2b-4e61-41de-a187-732b5be326be is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:23.096897 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Pushing event updated for resources: {'Port': ['ID=f7c0c870-7620-4c52-a47a-d2f302b4095e,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:23.103847 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Attempting to bind port f7c0c870-7620-4c52-a47a-d2f302b4095e on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:23.104226 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Attempting to bind port f7c0c870-7620-4c52-a47a-d2f302b4095e by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:23.104590 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Attempting to bind port f7c0c870-7620-4c52-a47a-d2f302b4095e on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:23.114562 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Allocated IP 172.27.1.71 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/4702b34a-f3f2-4c0a-8e7f-1b165017b19a) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:23.119161 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:23.129641 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] For port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:23.131355 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:23.152882 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:23.160497 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Checking segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:23.160497 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.160497 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Bound using segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:23.160497 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Bound port: f7c0c870-7620-4c52-a47a-d2f302b4095e, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:23.160497 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.195189 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks [] for router_gateway (38689568-85cc-4cc1-aa18-f13672cc33a6), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.224833 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.229459 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:23.280839 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:23.292832 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:23.328686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb9b4da-af2c-425d-8064-28a6f88211f9,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:23.358058 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f29fc-255d-409e-bec6-09dd68d3b825 None None] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:23.367704 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.378273 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Pushing event updated for resources: {'Port': ['ID=75ffaf0b-d466-4a99-a44c-e965dfd2b427,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:23.400760 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks [] for router_gateway (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.462576 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.521791 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Publish callbacks [] for port (2768f1e7-c720-4258-9bcb-a193557afbac), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.563574 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-57d2de04-c0cf-4f2c-a2c4-676bd0c5075f None None] Provisioning complete for port dbb5df47-b315-4cdc-a948-edbb341ce67c triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:23.563951 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-57d2de04-c0cf-4f2c-a2c4-676bd0c5075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.567835 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks [] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.573724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Attempting to bind port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:23.573724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Attempting to bind port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:23.574226 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Attempting to bind port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 on network fa68ee2b-4e61-41de-a187-732b5be326be {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:23.658152 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:23.658546 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Checking segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:23.658915 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.663922 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Bound using segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:23.664430 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Bound port: 75ffaf0b-d466-4a99-a44c-e965dfd2b427, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:23.664834 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.676611 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] For port f7c0c870-7620-4c52-a47a-d2f302b4095e, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:23.681774 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.701283 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6b9d7-a523-48ac-8f61-5c5164b81c59 None None] Pushing event updated for resources: {'Port': ['ID=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:23.705280 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.738917 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] For port f7c0c870-7620-4c52-a47a-d2f302b4095e, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f7c0c870-7620-4c52-a47a-d2f302b4095e,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:23.795155 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:23.807367 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:23.816301 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:23.866868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Pushing event updated for resources: {'Port': ['ID=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:23.877299 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:23.900232 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Allocated IP 172.27.1.162 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/65994110-3f0f-4492-a0fc-36f31f4888d0) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:23.909089 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Pushing event updated for resources: {'Port': ['ID=2768f1e7-c720-4258-9bcb-a193557afbac,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:23.954918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:24.046709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:24.052785 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:24.054571 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:24.054862 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] For port 75ffaf0b-d466-4a99-a44c-e965dfd2b427, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:24.065678 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:24.123792 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device dbb5df47-b315-4cdc-a948-edbb341ce67c up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:24.146894 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] For port 75ffaf0b-d466-4a99-a44c-e965dfd2b427, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=75ffaf0b-d466-4a99-a44c-e965dfd2b427,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:24.149097 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-57d2de04-c0cf-4f2c-a2c4-676bd0c5075f None None] Current status of the port dbb5df47-b315-4cdc-a948-edbb341ce67c is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:24.149496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-57d2de04-c0cf-4f2c-a2c4-676bd0c5075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.186646 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks [] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.191921 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Attempting to bind port 2768f1e7-c720-4258-9bcb-a193557afbac on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:24.192323 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Attempting to bind port 2768f1e7-c720-4258-9bcb-a193557afbac by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:24.193171 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Attempting to bind port 2768f1e7-c720-4258-9bcb-a193557afbac on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:24.219670 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:24.220560 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011f0cb-f687-49d1-9442-39aa5bce588b None None] Pushing event updated for resources: {'Port': ['ID=f7c0c870-7620-4c52-a47a-d2f302b4095e,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:24.230026 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:24.230411 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Checking segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:24.230812 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.231234 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Bound using segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:24.231838 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Bound port: 2768f1e7-c720-4258-9bcb-a193557afbac, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:24.232107 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.234076 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks [] for router_gateway (841ec567-3957-4259-8af3-588c85d203c6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.264866 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=83,neutron:UPDATE=9,neutron:INSERT=8 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:24.286989 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.358811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-57d2de04-c0cf-4f2c-a2c4-676bd0c5075f None None] For port dbb5df47-b315-4cdc-a948-edbb341ce67c, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=dbb5df47-b315-4cdc-a948-edbb341ce67c,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:24.376139 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:24.377458 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.448161 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8488cec-a567-4b01-bbf8-1a0400d2de19 None None] Pushing event updated for resources: {'Port': ['ID=75ffaf0b-d466-4a99-a44c-e965dfd2b427,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:24.452950 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port dbb5df47-b315-4cdc-a948-edbb341ce67c triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:24.453499 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.511686 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-57d2de04-c0cf-4f2c-a2c4-676bd0c5075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.636439 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] For port 2768f1e7-c720-4258-9bcb-a193557afbac, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:24.659993 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Allocated IP 172.27.1.246 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/acfa0ecf-f3b7-427f-92d6-f9af8afa573d) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:24.702320 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-30c9edd3-e942-4d3b-ac19-e69d95519307 None None] Provisioning complete for port dbb5df47-b315-4cdc-a948-edbb341ce67c triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:24.706523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-30c9edd3-e942-4d3b-ac19-e69d95519307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.754874 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:24.763202 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Pushing event updated for resources: {'Port': ['ID=65994110-3f0f-4492-a0fc-36f31f4888d0,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:24.778253 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:24.816508 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:24.857073 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] For port 2768f1e7-c720-4258-9bcb-a193557afbac, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2768f1e7-c720-4258-9bcb-a193557afbac,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:24.905479 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks [] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:24.918683 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-30c9edd3-e942-4d3b-ac19-e69d95519307 None None] Current status of the port dbb5df47-b315-4cdc-a948-edbb341ce67c is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:24.931290 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port dbb5df47-b315-4cdc-a948-edbb341ce67c is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:24.932581 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 812c7ee7-642d-48cc-8e36-07cb8a78cb9e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:24.949916 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks [] for router_gateway (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.005632 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:25.006091 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.045612 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2de04-c0cf-4f2c-a2c4-676bd0c5075f None None] Pushing event updated for resources: {'Port': ['ID=dbb5df47-b315-4cdc-a948-edbb341ce67c,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:25.051335 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.117775 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8b95-8f95-4c13-8cad-9d370506ee8c None None] Pushing event updated for resources: {'Port': ['ID=2768f1e7-c720-4258-9bcb-a193557afbac,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:25.170153 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:25.184778 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.186572 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:25.233740 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:25.308985 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99556d5a-ac5b-4b1a-a6d6-8311d47045a2 None None] Network 60f465a5-3648-4517-8cab-85b66f6fe49f requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:25.333958 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.363714 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.493653 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks [] for router_gateway (9f8124ec-e7fb-4da0-b6be-fdd263623468), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.521423 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:25.524043 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-29368bf4-0477-42b4-845f-4cb81f58b9c1 None None] Provisioning complete for port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:25.524441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-29368bf4-0477-42b4-845f-4cb81f58b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.526190 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:25.584679 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Allocated IP 172.27.1.240 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/2aa81175-0fb6-4195-83cd-02050f043bc6) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:25.604001 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:25.642004 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:25.669150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:25.672384 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:25.682010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Pushing event updated for resources: {'Port': ['ID=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:25.733717 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:25.757424 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-29368bf4-0477-42b4-845f-4cb81f58b9c1 None None] Current status of the port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:25.950686 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:25.976820 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82eb228-6763-4dd2-8e90-7926ab730cb1 None None] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:26.027158 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (9f8124ec-e7fb-4da0-b6be-fdd263623468), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.109659 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (841ec567-3957-4259-8af3-588c85d203c6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.123151 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:26.151069 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-b6650b6f-13ba-40c3-a4de-19f5e7eefe15 None None] Provisioning complete for port f7c0c870-7620-4c52-a47a-d2f302b4095e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:26.151543 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b6650b6f-13ba-40c3-a4de-19f5e7eefe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.233908 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2768f1e7-c720-4258-9bcb-a193557afbac up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:26.306684 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:26.330391 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:26.362693 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-b6650b6f-13ba-40c3-a4de-19f5e7eefe15 None None] Current status of the port f7c0c870-7620-4c52-a47a-d2f302b4095e is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:26.363540 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b6650b6f-13ba-40c3-a4de-19f5e7eefe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.373084 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:59:26.384811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b45cb-00b7-40a1-b55a-5845dd12f043 None None] Network fa68ee2b-4e61-41de-a187-732b5be326be requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:26.411413 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2768f1e7-c720-4258-9bcb-a193557afbac triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:26.411811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.482229 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks [] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.556114 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks [] for router_gateway (38689568-85cc-4cc1-aa18-f13672cc33a6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.560921 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:26.576467 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:26.587663 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:26.589772 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:26.665733 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:59:26.672292 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Router 841ec567-3957-4259-8af3-588c85d203c6 is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:59:26.678049 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.683712 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-cd2cdfb5-ded0-4b33-98d2-a8a00a9a2153 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0231295 Aug 24 04:59:26.684747 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38040) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:26.728299 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-b6650b6f-13ba-40c3-a4de-19f5e7eefe15 None None] For port f7c0c870-7620-4c52-a47a-d2f302b4095e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f7c0c870-7620-4c52-a47a-d2f302b4095e,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:26.739787 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:26.771219 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:26.839125 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b6650b6f-13ba-40c3-a4de-19f5e7eefe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.842276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2768f1e7-c720-4258-9bcb-a193557afbac is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:26.842722 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.854017 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:26.880926 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbeecf-fae1-480a-adcd-bbd835228f5d None None] Network be2d7953-7d09-41eb-b20e-6de03af460a3 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:59:26.925494 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 2768f1e7-c720-4258-9bcb-a193557afbac, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2768f1e7-c720-4258-9bcb-a193557afbac,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:26.954798 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:26.988054 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6650b6f-13ba-40c3-a4de-19f5e7eefe15 None None] Pushing event updated for resources: {'Port': ['ID=f7c0c870-7620-4c52-a47a-d2f302b4095e,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:27.026726 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:27.045485 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:27.060384 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.061205 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device f7c0c870-7620-4c52-a47a-d2f302b4095e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:27.068183 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Pushing event updated for resources: {'Port': ['ID=2aa81175-0fb6-4195-83cd-02050f043bc6,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:27.072153 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:27.088275 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Provisioning complete for port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:27.088663 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.152290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:27.217108 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:27.250320 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Sync routers for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:27.262501 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:25Z', 'revision_number': 3, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:27.292612 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Sync routers for ids ['841ec567-3957-4259-8af3-588c85d203c6'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:27.296995 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:27.297367 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Updating router 9f8124ec-e7fb-4da0-b6be-fdd263623468 port 65994110-3f0f-4492-a0fc-36f31f4888d0 binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:27.320332 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:27.321143 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:27.338865 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Routers {'841ec567-3957-4259-8af3-588c85d203c6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:27.339442 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['841ec567-3957-4259-8af3-588c85d203c6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:27.342469 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.382860 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.406755 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:27.423046 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port f7c0c870-7620-4c52-a47a-d2f302b4095e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:27.423460 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.486034 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=2768f1e7-c720-4258-9bcb-a193557afbac,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:27.500640 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (38689568-85cc-4cc1-aa18-f13672cc33a6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.507920 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:27.598487 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Set router 841ec567-3957-4259-8af3-588c85d203c6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:27.629002 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:27.631154 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Current status of the port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:27.632112 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.680978 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:27.827851 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:27.843069 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks [] for router_gateway (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.872353 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port f7c0c870-7620-4c52-a47a-d2f302b4095e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:27.873373 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device dbb5df47-b315-4cdc-a948-edbb341ce67c up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:27.910069 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] For port 75ffaf0b-d466-4a99-a44c-e965dfd2b427, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=75ffaf0b-d466-4a99-a44c-e965dfd2b427,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:27.932961 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:27.935985 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Allocated IP 172.20.0.1 (be2d7953-7d09-41eb-b20e-6de03af460a3/13a7c081-d2e1-49a8-bb5a-1f864b46b333/025e8f01-a9ac-4128-8018-cdbda0cb1cf4) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:27.937253 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:27.966937 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Publish callbacks [] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.971240 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T04:59:23Z', 'revision_number': 3, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:27.985132 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.985333 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:27.990566 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b82b28b0-0559-4ad5-8712-48057c0f3a58 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2529478 Aug 24 04:59:27.994984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.000585 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-588716d8-aa57-44c9-b2ee-23adeb724064 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9879963 Aug 24 04:59:28.001901 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38056) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:28.002139 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Checking router: 841ec567-3957-4259-8af3-588c85d203c6 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:28.002308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38058) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:28.002828 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Updating router 841ec567-3957-4259-8af3-588c85d203c6 port fbb9b4da-af2c-425d-8064-28a6f88211f9 binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:28.034871 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.038653 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port dbb5df47-b315-4cdc-a948-edbb341ce67c triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:28.039089 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.044570 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Provisioning complete for port f7c0c870-7620-4c52-a47a-d2f302b4095e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:28.045128 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.055518 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.057024 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Attempting to bind port 65994110-3f0f-4492-a0fc-36f31f4888d0 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:28.057710 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Attempting to bind port 65994110-3f0f-4492-a0fc-36f31f4888d0 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:28.058365 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Attempting to bind port 65994110-3f0f-4492-a0fc-36f31f4888d0 on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:28.064950 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.066302 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:28.067075 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:28.067868 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.068467 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:28.069242 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Bound port: 65994110-3f0f-4492-a0fc-36f31f4888d0, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:28.070220 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.072278 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:24Z', 'revision_number': 3, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:28.075925 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks [] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.110769 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.123253 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.128355 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] For port 65994110-3f0f-4492-a0fc-36f31f4888d0, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:28.132947 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] For port 65994110-3f0f-4492-a0fc-36f31f4888d0, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=65994110-3f0f-4492-a0fc-36f31f4888d0,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:28.142383 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Checking router: cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:28.143030 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Updating router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:28.184459 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.192979 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Pushing event updated for resources: {'Port': ['ID=75ffaf0b-d466-4a99-a44c-e965dfd2b427,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:28.215450 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.230355 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:28.234258 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:28.237000 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:28.237497 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (9f8124ec-e7fb-4da0-b6be-fdd263623468), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.325672 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.335770 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Pushing event updated for resources: {'Port': ['ID=65994110-3f0f-4492-a0fc-36f31f4888d0,revision_number=2']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:28.345178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Pushing event updated for resources: {'Port': ['ID=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:28.346852 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.364847 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.365176 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.365574 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.365965 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.366347 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.366872 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.367228 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.367560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.367867 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.368245 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.368574 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.368904 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.369226 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.369629 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.369974 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Tracked resource versions report: Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: pushed versions: Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: { 'AddressGroup': {'1.2'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Agent': {'1.1'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'ConntrackHelper': {'1.0'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Log': {'1.0'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'NDPProxy': {'1.0'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Network': {'1.1'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Port': {'1.7'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'PortForwarding': {'1.3'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'QosPolicy': {'1.10'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroup': {'1.5'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SubPort': {'1.0'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Subnet': {'1.1'}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Trunk': {'1.1'}} Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: consumer versions: Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: { DHCP agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: L3 agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: Metadata agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: Metering agent@dv-cinder-854265-1-iscsi: {}, Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: Open vSwitch agent@dv-cinder-854265-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Agent': '1.1', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'ConntrackHelper': '1.0', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'LocalIPAssociation': '1.0', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Log': '1.0', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'NDPProxy': '1.0', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Network': '1.1', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Port': '1.7', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'PortForwarding': '1.3', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'QosPolicy': '1.10', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroup': '1.5', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SecurityGroupRule': '1.2', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'SubPort': '1.0', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Subnet': '1.1', Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: 'Trunk': '1.1'}} Aug 24 04:59:28.371252 dv-cinder-854265-1-iscsi neutron-server[107627]: {{(pid=107627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:59:28.385159 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:28.385159 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:28.467803 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port dbb5df47-b315-4cdc-a948-edbb341ce67c is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:28.469082 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 75ffaf0b-d466-4a99-a44c-e965dfd2b427 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:28.470883 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Current status of the port f7c0c870-7620-4c52-a47a-d2f302b4095e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:28.514767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.536354 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Provisioning complete for port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:28.537036 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.545840 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Router 38689568-85cc-4cc1-aa18-f13672cc33a6 is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:59:28.568686 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b388f0e-e03a-4483-a4bd-930111e3e784 None None] Pushing event updated for resources: {'Port': ['ID=65994110-3f0f-4492-a0fc-36f31f4888d0,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:28.593884 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:28.644619 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:28.644962 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.708939 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.722495 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.738419 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.750900 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Current status of the port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:28.762359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.793300 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Provisioning complete for port 2768f1e7-c720-4258-9bcb-a193557afbac triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:28.793641 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.799007 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.826047 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:25Z', 'revision_number': 3, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:28.900909 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae71bc5-6875-486d-90ac-dfccf3010137 None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:25Z', 'revision_number': 3, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:28.902454 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:28.933766 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:28.961376 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks [] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:28.973430 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Sync routers for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:28.991098 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:29.013693 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Publish callbacks [] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.020508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:29.021557 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 812c7ee7-642d-48cc-8e36-07cb8a78cb9e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:29.042705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:29.043383 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:29.102699 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.106728 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38076) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:29.107164 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2e9204d1-89d5-4829-96ae-7f480706cd3e admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9189057 Aug 24 04:59:29.138571 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.267143 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.268379 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (9f8124ec-e7fb-4da0-b6be-fdd263623468), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.315327 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.368383 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:29.453907 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Attempting to bind port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:29.454289 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Attempting to bind port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:29.454657 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Attempting to bind port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:29.555087 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Publish callbacks [] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.571235 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:29.575912 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:29.576324 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.587205 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc0ada-656f-4abe-a488-ad088e13bee6 None None] Pushing event updated for resources: {'Port': ['ID=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:29.607358 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:29.618894 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Pushing event updated for resources: {'Port': ['ID=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:29.619117 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:29.623040 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:29.641578 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:29.641964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:29.642379 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.642768 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:29.643465 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Bound port: 4702b34a-f3f2-4c0a-8e7f-1b165017b19a, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:29.643854 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.655805 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.715561 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Attempting to bind port fbb9b4da-af2c-425d-8064-28a6f88211f9 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:29.716430 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Attempting to bind port fbb9b4da-af2c-425d-8064-28a6f88211f9 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:29.717079 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Attempting to bind port fbb9b4da-af2c-425d-8064-28a6f88211f9 on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:29.735139 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:29.736401 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:29.737806 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.741675 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:29.742347 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Bound port: fbb9b4da-af2c-425d-8064-28a6f88211f9, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:29.743962 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.750857 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] For port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:29.754809 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] For port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:29.768416 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:59:29.824732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-6a8513a4-3875-4ec3-928d-49e5059e9a00 None None] Current status of the port 2768f1e7-c720-4258-9bcb-a193557afbac is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:29.837517 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Allocated IP 172.20.0.1 (60f465a5-3648-4517-8cab-85b66f6fe49f/547fccd3-6f34-41d1-8242-0e67f25433dd/4e7a4e7d-fe1b-4ec0-baca-c376affdf4be) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:29.841291 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.858910 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9e1d5-1556-4899-ac41-e4250b202f11 None None] Pushing event updated for resources: {'Port': ['ID=fbb9b4da-af2c-425d-8064-28a6f88211f9,revision_number=2']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:29.923346 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:29.947833 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc0ada-656f-4abe-a488-ad088e13bee6 None None] Pushing event updated for resources: {'Port': ['ID=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:29.952818 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] For port fbb9b4da-af2c-425d-8064-28a6f88211f9, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:29.966305 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] For port fbb9b4da-af2c-425d-8064-28a6f88211f9, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=fbb9b4da-af2c-425d-8064-28a6f88211f9,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:29.979261 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:59:29.990968 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:30.007197 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:30.020277 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Provisioning complete for port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:30.020651 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.024667 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-126e4f18-802d-4bc6-8016-f984bae327f4 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/9f8124ec-e7fb-4da0-b6be-fdd263623468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3385899 Aug 24 04:59:30.047278 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.087052 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks [] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.114995 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:30.140601 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:30.141538 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:30.204454 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9e1d5-1556-4899-ac41-e4250b202f11 None None] Pushing event updated for resources: {'Port': ['ID=fbb9b4da-af2c-425d-8064-28a6f88211f9,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:30.232346 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:30.237264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:30.245425 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Routers {'841ec567-3957-4259-8af3-588c85d203c6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:30.246075 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['841ec567-3957-4259-8af3-588c85d203c6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:30.306250 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:30.369554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.369554 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-99e506f6-91e7-4331-a88a-098228d6938d admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1587512 Aug 24 04:59:30.370569 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38098) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:30.376923 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:30.433109 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:25Z', 'revision_number': 3, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:30.443766 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Current status of the port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:30.480431 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Sync routers for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:30.532747 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:30.533377 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:30.535712 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Checking router: 38689568-85cc-4cc1-aa18-f13672cc33a6 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:30.536377 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Updating router 38689568-85cc-4cc1-aa18-f13672cc33a6 port acfa0ecf-f3b7-427f-92d6-f9af8afa573d binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:30.549166 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.559231 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.568014 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:30.570352 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Provisioning complete for port 2768f1e7-c720-4258-9bcb-a193557afbac triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:30.570763 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.608086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:30.752754 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:30.761296 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.796535 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Network 60f465a5-3648-4517-8cab-85b66f6fe49f is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:30.797013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:30.798363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Pushing event updated for resources: {'Port': ['ID=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:30.835480 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38118) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:30.840118 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-9a8b9719-098a-4f0a-95b1-78dca5a14884 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426299801', 'description': 'tempest-description--81493777'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:30.841378 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:30.858330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:30.870981 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:30.871504 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:30.900699 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] Set router 841ec567-3957-4259-8af3-588c85d203c6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:30.931830 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2768f1e7-c720-4258-9bcb-a193557afbac up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:30.958622 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Allocated IP 172.20.0.1 (fa68ee2b-4e61-41de-a187-732b5be326be/4831b953-7e53-4bdb-aefa-a7d11e278cab/c19ab700-81f9-4d38-bec3-234ad26c325a) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:31.145084 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:31.176202 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks [] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.243518 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:27Z', 'revision_number': 3, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:31.293176 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Checking router: 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:31.293670 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Updating router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 port 2aa81175-0fb6-4195-83cd-02050f043bc6 binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:31.293964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:31.295543 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:24Z', 'revision_number': 3, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:31.313399 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.320564 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.338365 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T04:59:23Z', 'revision_number': 3, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:31.340663 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.345086 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Network fa68ee2b-4e61-41de-a187-732b5be326be is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:31.402270 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab673ff4-73b1-46b1-ade6-aadfa0b03171 None None] The sync data for ids ['841ec567-3957-4259-8af3-588c85d203c6'] in dv-cinder-854265-1-iscsi is: [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T04:59:23Z', 'revision_number': 3, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:31.455939 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:31.476417 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:31.477714 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (38689568-85cc-4cc1-aa18-f13672cc33a6), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.517370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:31.541886 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b1887-9e56-459f-95d8-165c22186b51 None None] The sync data for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi is: [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:24Z', 'revision_number': 3, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:31.555645 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Current status of the port 2768f1e7-c720-4258-9bcb-a193557afbac is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:31.565617 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9719-098a-4f0a-95b1-78dca5a14884 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.598624 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Pushing event updated for resources: {'Port': ['ID=c19ab700-81f9-4d38-bec3-234ad26c325a,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:31.643774 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2768f1e7-c720-4258-9bcb-a193557afbac triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:31.644167 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.710090 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:31.721875 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Provisioning complete for port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:31.722247 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:31.728721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:31.732235 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:31.829706 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:31.830859 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:31.887718 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:31.898831 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.009555 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Allocated IP 172.20.0.1 (3dfd9cd1-130c-4706-921c-e546adc13cdc/7bef9831-c2dc-4258-a59e-76602563d483/d463629e-c3ba-4218-ba57-e3d419d76b2e) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:32.070280 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.218598 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks [] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.285397 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.286210 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (38689568-85cc-4cc1-aa18-f13672cc33a6), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.304832 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks [] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.311561 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-7346b6e2-1d5f-470a-b288-e3afe428beea None None] Port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:32.375147 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:32.416250 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Publish callbacks [] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.446909 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2768f1e7-c720-4258-9bcb-a193557afbac is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:32.448222 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device f7c0c870-7620-4c52-a47a-d2f302b4095e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:32.480418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Provisioning complete for port c19ab700-81f9-4d38-bec3-234ad26c325a triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:32.480418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.503041 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.524752 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Pushing event updated for resources: {'Port': ['ID=c19ab700-81f9-4d38-bec3-234ad26c325a,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:32.544035 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.566339 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:32.568938 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:32.632860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Pushing event updated for resources: {'Port': ['ID=d463629e-c3ba-4218-ba57-e3d419d76b2e,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:32.648844 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Network fa68ee2b-4e61-41de-a187-732b5be326be is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:32.652739 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:32.691619 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Port c19ab700-81f9-4d38-bec3-234ad26c325a cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:32.698949 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:32.703482 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:32.711706 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:32.716356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9719-098a-4f0a-95b1-78dca5a14884 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (d497f675-bbfe-49dd-88f9-05dbb879ebad), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.732299 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Provisioning complete for port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:32.737639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:32.738613 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.767771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:32.768261 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (841ec567-3957-4259-8af3-588c85d203c6), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.771719 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Attempting to bind port acfa0ecf-f3b7-427f-92d6-f9af8afa573d on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:32.772221 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Attempting to bind port acfa0ecf-f3b7-427f-92d6-f9af8afa573d by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:32.772691 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Attempting to bind port acfa0ecf-f3b7-427f-92d6-f9af8afa573d on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:32.879603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Router 38689568-85cc-4cc1-aa18-f13672cc33a6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:59:32.924271 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Publish callbacks [] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.935969 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port f7c0c870-7620-4c52-a47a-d2f302b4095e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:32.936684 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:32.994131 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9719-098a-4f0a-95b1-78dca5a14884 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d497f675-bbfe-49dd-88f9-05dbb879ebad), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.000145 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:33.001633 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:33.002195 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.003371 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:33.005950 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Bound port: acfa0ecf-f3b7-427f-92d6-f9af8afa573d, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:33.006545 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.011918 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.039035 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Attempting to bind port 2aa81175-0fb6-4195-83cd-02050f043bc6 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:33.045212 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Attempting to bind port 2aa81175-0fb6-4195-83cd-02050f043bc6 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:33.046702 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:33.047407 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Attempting to bind port 2aa81175-0fb6-4195-83cd-02050f043bc6 on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:33.047530 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf71f-8e44-438e-b657-6807d89cd758 None None] Pushing event updated for resources: {'Port': ['ID=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:33.147097 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316512e7-0b1f-4c75-bed5-d00ac23eb8a0 None None] Pushing event updated for resources: {'Port': ['ID=2aa81175-0fb6-4195-83cd-02050f043bc6,revision_number=2']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:33.153074 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:33.153821 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:33.154462 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.156508 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:33.157223 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Bound port: 2aa81175-0fb6-4195-83cd-02050f043bc6, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:33.157337 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:33.157935 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.176611 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-934cf5a9-f38c-4034-ad01-4f35d57f6f8e admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/38689568-85cc-4cc1-aa18-f13672cc33a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0584426 Aug 24 04:59:33.203003 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:33.232796 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:33.249438 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] For port 2aa81175-0fb6-4195-83cd-02050f043bc6, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:33.255607 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] For port 2aa81175-0fb6-4195-83cd-02050f043bc6, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2aa81175-0fb6-4195-83cd-02050f043bc6,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:33.262567 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Provisioning complete for port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:33.262964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.269329 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] For port acfa0ecf-f3b7-427f-92d6-f9af8afa573d, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:33.320911 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] For port acfa0ecf-f3b7-427f-92d6-f9af8afa573d, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:33.332027 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port f7c0c870-7620-4c52-a47a-d2f302b4095e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:33.333379 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 65994110-3f0f-4492-a0fc-36f31f4888d0 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:33.354987 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.369144 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.376276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f25206ae-cf3b-44d3-a4dc-1ae86b298fa1 None None] Port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:33.434750 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316512e7-0b1f-4c75-bed5-d00ac23eb8a0 None None] Pushing event updated for resources: {'Port': ['ID=2aa81175-0fb6-4195-83cd-02050f043bc6,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:33.456688 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.458834 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 2, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:33.473534 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:33.475786 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:33.492898 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 65994110-3f0f-4492-a0fc-36f31f4888d0 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:33.493287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.496870 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:33.497218 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Updating router 9f8124ec-e7fb-4da0-b6be-fdd263623468 port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:33.514257 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b9719-098a-4f0a-95b1-78dca5a14884 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d497f675-bbfe-49dd-88f9-05dbb879ebad,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:33.547106 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:33.549350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.566091 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-f349d7bc-9ea0-4e9f-9da3-23087c14dfdc None None] Provisioning complete for port c19ab700-81f9-4d38-bec3-234ad26c325a triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:33.566889 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f349d7bc-9ea0-4e9f-9da3-23087c14dfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.634661 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.650923 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9719-098a-4f0a-95b1-78dca5a14884 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.652240 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9a8b9719-098a-4f0a-95b1-78dca5a14884 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.8157911 Aug 24 04:59:33.656726 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38156) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:33.661678 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-b9d61116-083c-4057-a889-7c976d3aa9c0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': 'd497f675-bbfe-49dd-88f9-05dbb879ebad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:33.720164 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:33.748589 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38158) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:33.762467 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks [] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.763223 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f349d7bc-9ea0-4e9f-9da3-23087c14dfdc None None] Port c19ab700-81f9-4d38-bec3-234ad26c325a cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:33.776368 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-38a29d17-698b-4d61-8585-cfe6bdf98b7a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824938845', 'description': 'tempest-description--2041354483'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:33.776544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-f349d7bc-9ea0-4e9f-9da3-23087c14dfdc None None] Provisioning complete for port d463629e-c3ba-4218-ba57-e3d419d76b2e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:33.776945 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f349d7bc-9ea0-4e9f-9da3-23087c14dfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.826321 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b9d61116-083c-4057-a889-7c976d3aa9c0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (b35739c1-2ef4-42a3-bcef-366e23e9aacd), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.852522 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f349d7bc-9ea0-4e9f-9da3-23087c14dfdc None None] Port d463629e-c3ba-4218-ba57-e3d419d76b2e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:33.857720 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:33.879411 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a29d17-698b-4d61-8585-cfe6bdf98b7a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.891141 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.891884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.895204 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:33.895978 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:33.984821 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b9d61116-083c-4057-a889-7c976d3aa9c0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (b35739c1-2ef4-42a3-bcef-366e23e9aacd), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:33.987398 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:33.989548 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Allocated IP 172.20.0.1 (45b5889b-1fed-4157-a576-0b6107ddbe4e/b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd/38d23a3b-7303-4781-a708-2fd7f2253501) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:34.054795 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a29d17-698b-4d61-8585-cfe6bdf98b7a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (45ae97f0-bfb5-4fd8-9c76-f10419ba42a5), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.056350 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b9d61116-083c-4057-a889-7c976d3aa9c0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (b35739c1-2ef4-42a3-bcef-366e23e9aacd), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.063562 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Pushing event updated for resources: {'Port': ['ID=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.082896 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf71f-8e44-438e-b657-6807d89cd758 None None] Pushing event updated for resources: {'Port': ['ID=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.096627 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d61116-083c-4057-a889-7c976d3aa9c0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35739c1-2ef4-42a3-bcef-366e23e9aacd,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.129347 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:34.137070 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a29d17-698b-4d61-8585-cfe6bdf98b7a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (45ae97f0-bfb5-4fd8-9c76-f10419ba42a5), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.179362 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:34.181652 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 65994110-3f0f-4492-a0fc-36f31f4888d0 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:34.181652 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.194330 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a29d17-698b-4d61-8585-cfe6bdf98b7a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.206600 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b9d61116-083c-4057-a889-7c976d3aa9c0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.211058 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b9d61116-083c-4057-a889-7c976d3aa9c0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5501390 Aug 24 04:59:34.213499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38166) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:34.213619 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:34.223646 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-286beb87-afd8-4649-ae37-725e5f7d2d0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': 'd497f675-bbfe-49dd-88f9-05dbb879ebad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:34.231523 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:27Z', 'revision_number': 3, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:34.236866 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks [] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.259648 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Network 60f465a5-3648-4517-8cab-85b66f6fe49f is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:34.266760 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:34.280664 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5170f-ad16-45a7-8d89-17e2bab6a899 None None] The sync data for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi is: [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:27Z', 'revision_number': 3, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:34.285268 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks [] for port (38d23a3b-7303-4781-a708-2fd7f2253501), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.291368 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a29d17-698b-4d61-8585-cfe6bdf98b7a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.292807 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-38a29d17-698b-4d61-8585-cfe6bdf98b7a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5228126 Aug 24 04:59:34.296697 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38168) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:34.306126 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-5d6a280d-c84a-4067-b43d-77de60cb2849 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'security_group_rule': {'security_group_id': '45ae97f0-bfb5-4fd8-9c76-f10419ba42a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:34.337729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 65994110-3f0f-4492-a0fc-36f31f4888d0, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=65994110-3f0f-4492-a0fc-36f31f4888d0,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:34.376471 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.376471 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (841ec567-3957-4259-8af3-588c85d203c6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.385427 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-286beb87-afd8-4649-ae37-725e5f7d2d0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (09f08bde-5156-493e-bf84-58d2828d1658), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.390431 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Publish callbacks [] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.533689 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-286beb87-afd8-4649-ae37-725e5f7d2d0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (09f08bde-5156-493e-bf84-58d2828d1658), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.550793 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:34.567966 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5d6a280d-c84a-4067-b43d-77de60cb2849 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (13e9f07b-2652-4333-8429-c1dc3c3a99a7), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.589183 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Pushing event updated for resources: {'Port': ['ID=d463629e-c3ba-4218-ba57-e3d419d76b2e,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.628851 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.631791 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.632663 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 75ffaf0b-d466-4a99-a44c-e965dfd2b427 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:34.636022 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5d6a280d-c84a-4067-b43d-77de60cb2849 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (13e9f07b-2652-4333-8429-c1dc3c3a99a7), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.636796 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:59:34.645813 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-286beb87-afd8-4649-ae37-725e5f7d2d0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (09f08bde-5156-493e-bf84-58d2828d1658), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.648433 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.671618 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286beb87-afd8-4649-ae37-725e5f7d2d0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f08bde-5156-493e-bf84-58d2828d1658,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.712971 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:34.734391 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-faef6ae4-6f01-4e59-9f27-dd8d23b5db01 None None] Provisioning complete for port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:34.734764 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-faef6ae4-6f01-4e59-9f27-dd8d23b5db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.743550 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:32Z', 'revision_number': 2, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:34.747837 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:34.757655 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-286beb87-afd8-4649-ae37-725e5f7d2d0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.763531 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-286beb87-afd8-4649-ae37-725e5f7d2d0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5442224 Aug 24 04:59:34.763531 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5d6a280d-c84a-4067-b43d-77de60cb2849 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (13e9f07b-2652-4333-8429-c1dc3c3a99a7), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.774209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38172) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:34.780977 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:34.781465 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.794900 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:34.815433 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a280d-c84a-4067-b43d-77de60cb2849 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e9f07b-2652-4333-8429-c1dc3c3a99a7,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.823904 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b767c-e4d7-4c37-a330-c9ceedab3eeb None None] Pushing event updated for resources: {'Port': ['ID=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.831265 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74073e1c-81dd-41d0-9044-2ba1624c20ab None None] The sync data for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi is: [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:32Z', 'revision_number': 2, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:34.850032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Pushing event updated for resources: {'Port': ['ID=38d23a3b-7303-4781-a708-2fd7f2253501,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:34.874359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:34.885077 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:34.903798 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:34.915589 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5d6a280d-c84a-4067-b43d-77de60cb2849 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.920424 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5d6a280d-c84a-4067-b43d-77de60cb2849 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6228149 Aug 24 04:59:34.928705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:34.929363 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:34.931578 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-faef6ae4-6f01-4e59-9f27-dd8d23b5db01 None None] Port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:34.944816 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.007800 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38178) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:35.011571 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Attempting to bind port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:35.011947 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Attempting to bind port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:35.012311 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Attempting to bind port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:35.038834 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=65994110-3f0f-4492-a0fc-36f31f4888d0,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:35.042608 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:35.042922 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Checking segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:35.043361 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.043752 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Bound using segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:35.044703 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Bound port: 025e8f01-a9ac-4128-8018-cdbda0cb1cf4, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:35.045095 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.049960 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7901fee4-bd43-4d09-b821-4972839be9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.081565 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-547a859e-f018-4179-8819-6e6e5f1e1521 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'security_group_rule': {'security_group_id': '45ae97f0-bfb5-4fd8-9c76-f10419ba42a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:35.192186 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-ae16607a-0382-4079-aa59-a2bc908dfb1d None None] Provisioning complete for port 38d23a3b-7303-4781-a708-2fd7f2253501 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:35.192445 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ae16607a-0382-4079-aa59-a2bc908dfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.207070 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:35.225510 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:35.233351 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-279bdd79-b37e-42b5-a57d-a3c26fd5f44f admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2212934 Aug 24 04:59:35.248717 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:35.250203 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-ae16607a-0382-4079-aa59-a2bc908dfb1d None None] Port 38d23a3b-7303-4781-a708-2fd7f2253501 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:35.254027 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Router 841ec567-3957-4259-8af3-588c85d203c6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:59:35.254749 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:35.263288 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] For port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:35.267471 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] For port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:35.287819 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.298347 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:59:35.350992 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-547a859e-f018-4179-8819-6e6e5f1e1521 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (c65a8bed-91d6-45e1-bcd6-d275cfd53d8e), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.360821 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.404371 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.451803 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:35.476636 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-9d577a98-1b8e-41ec-ab07-bd26b903876e None None] Provisioning complete for port d463629e-c3ba-4218-ba57-e3d419d76b2e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:35.477407 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9d577a98-1b8e-41ec-ab07-bd26b903876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.499041 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.27.1.225 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/c364b05f-596f-4753-bb5d-851f162c517f) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:35.513084 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-547a859e-f018-4179-8819-6e6e5f1e1521 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (c65a8bed-91d6-45e1-bcd6-d275cfd53d8e), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:35.528101 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-9d577a98-1b8e-41ec-ab07-bd26b903876e None None] Port d463629e-c3ba-4218-ba57-e3d419d76b2e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:35.565127 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:35.565774 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:35.578833 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b767c-e4d7-4c37-a330-c9ceedab3eeb None None] Pushing event updated for resources: {'Port': ['ID=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:35.621617 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:35.627942 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Sync routers for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:35.631538 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9b2405ef-89c2-41e9-b3be-927d52a76baf admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/841ec567-3957-4259-8af3-588c85d203c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6182446 Aug 24 04:59:35.666387 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:35.667069 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:35.847118 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4702b34a-f3f2-4c0a-8e7f-1b165017b19a up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:35.885530 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:35.899933 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Sync routers for ids ['841ec567-3957-4259-8af3-588c85d203c6'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:35.953580 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Routers {'841ec567-3957-4259-8af3-588c85d203c6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:35.954398 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['841ec567-3957-4259-8af3-588c85d203c6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:35.971844 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks [] for port (38d23a3b-7303-4781-a708-2fd7f2253501), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.002194 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:36.046718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:36.047736 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.048496 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.074008 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (c364b05f-596f-4753-bb5d-851f162c517f), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.115858 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:36.116468 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.144346 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:36.180947 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-547a859e-f018-4179-8819-6e6e5f1e1521 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (c65a8bed-91d6-45e1-bcd6-d275cfd53d8e), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.235308 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:36.235522 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a859e-f018-4179-8819-6e6e5f1e1521 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65a8bed-91d6-45e1-bcd6-d275cfd53d8e,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:36.284104 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38206) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:36.290969 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-d1354333-100d-428f-8820-e17f22631327 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475168068', 'description': 'tempest-description--589707161'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:36.323309 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (c364b05f-596f-4753-bb5d-851f162c517f), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.336956 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-547a859e-f018-4179-8819-6e6e5f1e1521 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.338101 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-547a859e-f018-4179-8819-6e6e5f1e1521 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3273997 Aug 24 04:59:36.371277 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38208) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:36.396935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:36.410826 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:36.414954 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:36.419564 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:36.425899 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:36.449515 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:36.449515 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.463197 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d1354333-100d-428f-8820-e17f22631327 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.491253 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Pushing event updated for resources: {'Port': ['ID=38d23a3b-7303-4781-a708-2fd7f2253501,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:36.497360 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:36.509410 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Set router 841ec567-3957-4259-8af3-588c85d203c6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:36.549774 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:32Z', 'revision_number': 2, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:36.550875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=c364b05f-596f-4753-bb5d-851f162c517f,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:36.585508 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:36.585704 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.594426 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38226) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:36.602132 dv-cinder-854265-1-iscsi neutron-server[107625]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 04:59:36.622329 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Checking router: cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:36.622909 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Updating router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:36.646188 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:36.673834 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d1354333-100d-428f-8820-e17f22631327 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (4d57d476-120c-440e-aec8-100b25841db9), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.686282 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.816833 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.828935 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 65994110-3f0f-4492-a0fc-36f31f4888d0 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:36.942188 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:36.943399 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:37.010218 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-d3a9a1d1-c86f-4d1b-a225-943849d984f0 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:37.012837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-d3a9a1d1-c86f-4d1b-a225-943849d984f0 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/networks?id=3dfd9cd1-130c-4706-921c-e546adc13cdc HTTP/1.1" status: 200 len: 810 time: 0.4114656 Aug 24 04:59:37.019351 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d1354333-100d-428f-8820-e17f22631327 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4d57d476-120c-440e-aec8-100b25841db9), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.037933 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:37.043941 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:37.061988 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-63c8e41d-d6c5-4b80-9024-2355b4993dc3 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/quotas/ae5545057ecc4c02817cd846dc73b55b HTTP/1.1" status: 200 len: 375 time: 0.0334740 Aug 24 04:59:37.072475 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (ef04a61a-67a3-4241-bc4f-1715cb1e2d79), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.108459 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:37.113997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:37.158062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:37.233116 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c44cf0-866d-4789-a07c-44a2ae7a7f84 None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:37.236885 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 65994110-3f0f-4492-a0fc-36f31f4888d0 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:37.237099 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.255140 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Publish callbacks [] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.274528 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6f10f2bb-ef7a-4ff4-8ead-c47147505686 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=ae5545057ecc4c02817cd846dc73b55b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940417 Aug 24 04:59:37.302823 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d1354333-100d-428f-8820-e17f22631327 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.309607 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d1354333-100d-428f-8820-e17f22631327 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0207586 Aug 24 04:59:37.314193 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38240) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:37.318718 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354333-100d-428f-8820-e17f22631327 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57d476-120c-440e-aec8-100b25841db9,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:37.342389 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-9e2f2040-f23e-4088-aa7b-d00e50be943f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'security_group_rule': {'security_group_id': '4d57d476-120c-440e-aec8-100b25841db9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:37.358264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:37.378550 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.404399 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (c364b05f-596f-4753-bb5d-851f162c517f), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.435970 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Allocated IP 172.27.1.195 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/7223b4e0-a568-4e13-b235-d514a5aa9c53) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:37.451190 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-837557e6-89c1-45f5-866b-96478cb9c737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.510917 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 4, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'd463629e-c3ba-4218-ba57-e3d419d76b2e', 'name': '', 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'mac_address': 'fa:16:3e:16:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bef9831-c2dc-4258-a59e-76602563d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:31Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 2, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'subnets': [{'id': '7bef9831-c2dc-4258-a59e-76602563d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:37.549120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:59:37.590974 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd8411-408a-454c-8820-b36b418edfc0 None None] Pushing event updated for resources: {'Port': ['ID=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:37.607789 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Attempting to bind port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:37.608168 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Attempting to bind port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:37.608531 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Attempting to bind port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be on network 60f465a5-3648-4517-8cab-85b66f6fe49f {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:37.622101 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:37.622101 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Checking segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:37.622331 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.623403 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Bound using segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:37.623902 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Bound port: 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:37.624286 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.681454 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (c364b05f-596f-4753-bb5d-851f162c517f), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.713170 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-5c9264fe-f812-4b68-9f13-cc5f24b9c9df service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:59:37.721601 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-5c9264fe-f812-4b68-9f13-cc5f24b9c9df service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0864511 Aug 24 04:59:37.765048 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] For port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:37.768338 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] For port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:37.774433 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (c364b05f-596f-4753-bb5d-851f162c517f), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.775554 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (ef04a61a-67a3-4241-bc4f-1715cb1e2d79), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.778576 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Checking router: 841ec567-3957-4259-8af3-588c85d203c6 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:37.778936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Updating router 841ec567-3957-4259-8af3-588c85d203c6 port d463629e-c3ba-4218-ba57-e3d419d76b2e binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:37.803110 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:59:37.808995 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4d09dc30-c42f-416c-8bf8-265ecc04f97f admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/81e2d4e7-c8b8-4da9-9400-1f754a39a6e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4374840 Aug 24 04:59:37.815070 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9e2f2040-f23e-4088-aa7b-d00e50be943f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (69d88ed5-04cb-4259-90d8-52706649e9c8), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.865493 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-a96c5461-61de-4e90-a9ba-4b99da9df43d None None] Provisioning complete for port 38d23a3b-7303-4781-a708-2fd7f2253501 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:37.870066 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a96c5461-61de-4e90-a9ba-4b99da9df43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.872848 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.895612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.899167 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=c364b05f-596f-4753-bb5d-851f162c517f,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:37.914894 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.935544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 65994110-3f0f-4492-a0fc-36f31f4888d0 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:37.936662 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device fbb9b4da-af2c-425d-8064-28a6f88211f9 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:37.945343 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-1c5d01e6-d45f-4997-8244-da6b1367120f service neutron] 10.222.0.105 "GET /networking/v2.0/networks/3dfd9cd1-130c-4706-921c-e546adc13cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223315 Aug 24 04:59:37.970054 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:37.971608 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-584b07e0-eb50-4aa1-8d7e-353001103888 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1954198 Aug 24 04:59:37.982114 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9e2f2040-f23e-4088-aa7b-d00e50be943f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (69d88ed5-04cb-4259-90d8-52706649e9c8), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.022219 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-a96c5461-61de-4e90-a9ba-4b99da9df43d None None] Port 38d23a3b-7303-4781-a708-2fd7f2253501 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:38.032393 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:38.033558 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:38.037818 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port fbb9b4da-af2c-425d-8064-28a6f88211f9 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:38.038144 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.119077 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9e2f2040-f23e-4088-aa7b-d00e50be943f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (69d88ed5-04cb-4259-90d8-52706649e9c8), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.130816 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.143157 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-3827b56b-d822-4df1-af7c-dda920b356fd service neutron] 10.222.0.105 "GET /networking/v2.0/networks/3dfd9cd1-130c-4706-921c-e546adc13cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968174 Aug 24 04:59:38.218329 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd8411-408a-454c-8820-b36b418edfc0 None None] Pushing event updated for resources: {'Port': ['ID=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,revision_number=4']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:38.251468 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:38.263381 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f2040-f23e-4088-aa7b-d00e50be943f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d88ed5-04cb-4259-90d8-52706649e9c8,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:38.276862 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port fbb9b4da-af2c-425d-8064-28a6f88211f9 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:38.277259 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.277368 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:38.287709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:38.308653 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:38.309059 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:38.312320 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38280) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:38.318083 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'Port': ['ID=7223b4e0-a568-4e13-b235-d514a5aa9c53,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:38.326853 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:38.376079 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9e2f2040-f23e-4088-aa7b-d00e50be943f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.377715 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9e2f2040-f23e-4088-aa7b-d00e50be943f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0572288 Aug 24 04:59:38.383827 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38284) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:38.384654 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:38.401146 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-ed03a0ea-4f85-4b27-9b15-b034e0764b58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'security_group_rule': {'security_group_id': '4d57d476-120c-440e-aec8-100b25841db9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:38.433337 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-dd62a996-2e4d-42d2-9f3b-94b800190f97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--426299801&fields=id&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 267 time: 0.1173410 Aug 24 04:59:38.467004 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (8d6e6d28-896e-4f6b-a953-22aee53a32c2), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.510803 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Publish callbacks [] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.547227 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:38.549288 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port fbb9b4da-af2c-425d-8064-28a6f88211f9, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=fbb9b4da-af2c-425d-8064-28a6f88211f9,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:38.603728 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:37Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:38.642050 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fcdaf-99fc-475d-b5af-7fd3bb614b79 None None] The sync data for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi is: [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:37Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:38.654073 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-43483169-8436-4bae-ad07-506c1abca19a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:38.656286 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-43483169-8436-4bae-ad07-506c1abca19a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.2156382 Aug 24 04:59:38.657055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.658070 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.692486 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-5a6b2fda-7239-492b-a27b-bd88cec0f51a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/quotas/fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 375 time: 0.0216854 Aug 24 04:59:38.700222 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed03a0ea-4f85-4b27-9b15-b034e0764b58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (48f3abf1-7f28-4b7d-ae27-31446b055d1c), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.733366 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.738094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.819579 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:38.822367 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-1b2303c7-01ff-40cf-8b43-523a86f38e98 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283798 Aug 24 04:59:38.841885 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2334e-19ab-4264-aeca-c7df2493e363 None None] Pushing event updated for resources: {'Port': ['ID=d463629e-c3ba-4218-ba57-e3d419d76b2e,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:38.866873 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed03a0ea-4f85-4b27-9b15-b034e0764b58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (48f3abf1-7f28-4b7d-ae27-31446b055d1c), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.897636 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=fbb9b4da-af2c-425d-8064-28a6f88211f9,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:38.962712 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Attempting to bind port d463629e-c3ba-4218-ba57-e3d419d76b2e on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:38.963132 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Attempting to bind port d463629e-c3ba-4218-ba57-e3d419d76b2e by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:38.963470 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Attempting to bind port d463629e-c3ba-4218-ba57-e3d419d76b2e on network 3dfd9cd1-130c-4706-921c-e546adc13cdc {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:38.971805 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:38.972181 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Checking segment: {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:38.972579 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.973610 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Bound using segment: {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:38.973610 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Bound port: d463629e-c3ba-4218-ba57-e3d419d76b2e, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:38.978588 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:38.989516 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed03a0ea-4f85-4b27-9b15-b034e0764b58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (48f3abf1-7f28-4b7d-ae27-31446b055d1c), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.034704 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03a0ea-4f85-4b27-9b15-b034e0764b58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f3abf1-7f28-4b7d-ae27-31446b055d1c,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:39.045658 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-9c2fcb74-5ac0-4b5d-b80b-432b71d8f38a service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:59:39.053593 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-9c2fcb74-5ac0-4b5d-b80b-432b71d8f38a service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1219258 Aug 24 04:59:39.101682 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.107175 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed03a0ea-4f85-4b27-9b15-b034e0764b58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.115705 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ed03a0ea-4f85-4b27-9b15-b034e0764b58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7296438 Aug 24 04:59:39.116466 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38336) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:39.121232 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:39.142309 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] For port d463629e-c3ba-4218-ba57-e3d419d76b2e, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:39.147304 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] For port d463629e-c3ba-4218-ba57-e3d419d76b2e, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d463629e-c3ba-4218-ba57-e3d419d76b2e,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:39.151484 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-416762cc-f261-4735-b5c0-50bc9fa0a7ae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:39.152991 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-416762cc-f261-4735-b5c0-50bc9fa0a7ae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 818 time: 0.3293128 Aug 24 04:59:39.180649 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-fd3b67ab-82b4-415a-b412-78bf182db153 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/quotas/f2fd5d378aba473ab58753aecb74a065 HTTP/1.1" status: 200 len: 375 time: 0.0194097 Aug 24 04:59:39.215509 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-26eb2ab2-5d7f-4f83-9607-96c777ec23ef service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610785 Aug 24 04:59:39.223004 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2aa81175-0fb6-4195-83cd-02050f043bc6 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:39.241820 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.242793 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (8d6e6d28-896e-4f6b-a953-22aee53a32c2), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.277987 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.290484 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.299597 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-1804ebe9-5a3f-44c0-a19a-d1448cb612bb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981257 Aug 24 04:59:39.351718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'Port': ['ID=7223b4e0-a568-4e13-b235-d514a5aa9c53,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:39.415827 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.417740 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e9f57367-cd10-4bba-98a6-de7d60ec0210 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0240870 Aug 24 04:59:39.430614 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2334e-19ab-4264-aeca-c7df2493e363 None None] Pushing event updated for resources: {'Port': ['ID=d463629e-c3ba-4218-ba57-e3d419d76b2e,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:39.465232 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Routers {'841ec567-3957-4259-8af3-588c85d203c6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:39.473184 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['841ec567-3957-4259-8af3-588c85d203c6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:39.505822 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.539059 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-f2bc34c8-32eb-4ba5-b452-acd502e2447b service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910542 Aug 24 04:59:39.542138 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:39.585049 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-852bb002-9838-4dac-92f4-194caa245dc7 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843733 Aug 24 04:59:39.632902 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2aa81175-0fb6-4195-83cd-02050f043bc6 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:39.633294 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.669793 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:39.762081 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] Set router 841ec567-3957-4259-8af3-588c85d203c6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:39.775843 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Allocated IP 172.27.1.61 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/047ddf27-78b5-416a-9e03-671ce4cb0e60) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:39.784495 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-c8a4b1f0-55bf-496a-b816-0aa8de4bd59b service neutron] 10.222.0.105 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967604 Aug 24 04:59:39.824391 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2aa81175-0fb6-4195-83cd-02050f043bc6 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:39.824826 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:39.989418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 2aa81175-0fb6-4195-83cd-02050f043bc6, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2aa81175-0fb6-4195-83cd-02050f043bc6,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:40.024651 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.175820 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Sync routers for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:40.189696 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.201612 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:40.202259 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:40.214413 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.234457 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.241357 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4702b34a-f3f2-4c0a-8e7f-1b165017b19a up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:40.245279 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.249111 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:40.334192 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:40.339715 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:40.347691 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:40.467602 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=2aa81175-0fb6-4195-83cd-02050f043bc6,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:40.480999 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9bc56766-54e2-4bae-8fc1-644128f26f9e req-127cf1a3-a12d-4bc7-bc03-8efc6a91efca tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.3727283 Aug 24 04:59:40.485525 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 4, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'd463629e-c3ba-4218-ba57-e3d419d76b2e', 'name': '', 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'mac_address': 'fa:16:3e:16:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bef9831-c2dc-4258-a59e-76602563d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:31Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'subnets': [{'id': '7bef9831-c2dc-4258-a59e-76602563d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:40.531136 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:40.584011 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34f967-cde5-4343-96c2-5bd3590080c7 None None] The sync data for ids ['841ec567-3957-4259-8af3-588c85d203c6'] in dv-cinder-854265-1-iscsi is: [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T04:59:33Z', 'revision_number': 4, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'd463629e-c3ba-4218-ba57-e3d419d76b2e', 'name': '', 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'mac_address': 'fa:16:3e:16:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bef9831-c2dc-4258-a59e-76602563d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:31Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'subnets': [{'id': '7bef9831-c2dc-4258-a59e-76602563d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:40.612844 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4b0bd52d-5a68-4cff-ae61-25602f573e65 req-800f2feb-5f38-48fb-9dff-e6ab8f76493a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.0321088 Aug 24 04:59:40.622605 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:40.622605 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:40.623977 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.711488 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-0b6c3641-7575-4e72-8c3b-dc9667ef2930 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1824938845&fields=id&tenant_id=bd6824ae6edd43fcbddb58581134098c HTTP/1.1" status: 200 len: 267 time: 0.2288082 Aug 24 04:59:40.737086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'Port': ['ID=047ddf27-78b5-416a-9e03-671ce4cb0e60,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:40.762976 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.769244 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a2f7acc1-8ae2-417f-8f4d-9e2646bae4c9 req-0adaf20d-bb0b-423e-bcab-dd4fd1bd275a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 210 time: 0.0930824 Aug 24 04:59:40.791379 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:40.792458 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:40.838687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:40.896406 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:40.896916 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.900184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:40.959728 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-03c5a939-2260-4ba6-a7f7-02c5e1f9bd0b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:40.961482 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-03c5a939-2260-4ba6-a7f7-02c5e1f9bd0b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 811 time: 0.2492065 Aug 24 04:59:41.000439 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-23ca5d21-a6f8-4cb5-8722-da9546e670b3 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/quotas/bd6824ae6edd43fcbddb58581134098c HTTP/1.1" status: 200 len: 375 time: 0.0283961 Aug 24 04:59:41.029703 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:41.030201 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.126464 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:41.223570 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:41.233574 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.234418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device acfa0ecf-f3b7-427f-92d6-f9af8afa573d up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:41.251448 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 2, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:41.290971 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Checking router: 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:41.291502 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Updating router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 port 38d23a3b-7303-4781-a708-2fd7f2253501 binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:41.322146 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-52179236-0482-4131-8425-7711e7f3ecb1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3108287 Aug 24 04:59:41.330955 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:41.340014 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.361032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.433785 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.434578 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.547686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'Port': ['ID=047ddf27-78b5-416a-9e03-671ce4cb0e60,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:41.549125 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:41.607562 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:41.613558 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port acfa0ecf-f3b7-427f-92d6-f9af8afa573d triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:41.613936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.620298 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.621718 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-8f53d28b-7b3b-43d0-be76-ccdf49cff931 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5041492 Aug 24 04:59:41.720636 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-bf20d914-0f84-49ee-9678-a64d1c10781a service neutron] 10.222.0.105 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908076 Aug 24 04:59:41.721135 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port acfa0ecf-f3b7-427f-92d6-f9af8afa573d is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:41.721664 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.753609 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port acfa0ecf-f3b7-427f-92d6-f9af8afa573d, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:41.757208 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-9b728b81-d79e-4f0c-97ce-45770cda105f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:41.758759 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-9b728b81-d79e-4f0c-97ce-45770cda105f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 818 time: 0.7002957 Aug 24 04:59:41.794648 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Publish callbacks [] for port (38d23a3b-7303-4781-a708-2fd7f2253501), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.807748 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-2a2c80be-9c73-4321-8bb3-ff44d1cc23f0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/quotas/f2fd5d378aba473ab58753aecb74a065 HTTP/1.1" status: 200 len: 375 time: 0.0395641 Aug 24 04:59:41.839895 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.889856 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-fa6b6a1f-92fb-4d7b-affe-61c2ad9644a7 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671000 Aug 24 04:59:41.902375 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:41.947775 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-cc4b94fa-6054-4afd-8afc-f7b5ec70dfe3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327584 Aug 24 04:59:41.962821 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:41.965709 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:42.023450 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fb174-2af1-4fde-baf5-7620b3139598 None None] Pushing event updated for resources: {'Port': ['ID=38d23a3b-7303-4781-a708-2fd7f2253501,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:42.070495 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Attempting to bind port 38d23a3b-7303-4781-a708-2fd7f2253501 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:42.070868 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Attempting to bind port 38d23a3b-7303-4781-a708-2fd7f2253501 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:42.071323 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Attempting to bind port 38d23a3b-7303-4781-a708-2fd7f2253501 on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:42.085773 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:42.086147 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Checking segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:42.086543 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:42.086929 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Bound using segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:42.087420 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Bound port: 38d23a3b-7303-4781-a708-2fd7f2253501, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:42.087858 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:42.135053 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ba79867c-c0b1-4cb3-b1d7-45508c26dd1d service neutron] 10.222.0.105 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863642 Aug 24 04:59:42.205871 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] For port 38d23a3b-7303-4781-a708-2fd7f2253501, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:42.210439 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] For port 38d23a3b-7303-4781-a708-2fd7f2253501, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=38d23a3b-7303-4781-a708-2fd7f2253501,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:42.269787 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d463629e-c3ba-4218-ba57-e3d419d76b2e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:42.304007 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b0f66047-0491-4a5e-b024-9b15496130a0 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534822 Aug 24 04:59:42.322364 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:42.362853 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:42.363649 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:42.384864 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port d463629e-c3ba-4218-ba57-e3d419d76b2e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:42.385239 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:42.526547 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:42.546197 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:42.607210 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port d463629e-c3ba-4218-ba57-e3d419d76b2e is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:42.607716 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:42.663773 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port d463629e-c3ba-4218-ba57-e3d419d76b2e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d463629e-c3ba-4218-ba57-e3d419d76b2e,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:42.666101 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-74b5e101-23be-4cb3-81a6-93e022af0028 req-04722811-3a7c-4047-a77d-de09d63c98a1 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.0697694 Aug 24 04:59:42.704556 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fb174-2af1-4fde-baf5-7620b3139598 None None] Pushing event updated for resources: {'Port': ['ID=38d23a3b-7303-4781-a708-2fd7f2253501,revision_number=4']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:42.788530 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:42.789928 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2aa81175-0fb6-4195-83cd-02050f043bc6 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:42.838058 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a4a100a-171e-436f-acdd-08d722e9d799 req-3086e83a-3de7-4882-96e7-9b1eca6fc2a5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.0757322 Aug 24 04:59:42.839399 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:42.971824 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:42Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:42.979701 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-16feea29-60bf-43be-b294-a78ac97b7cbd req-d6308f52-091d-44a8-8d9e-6de61ee67f24 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0715244 Aug 24 04:59:43.041184 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:43.048875 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad0a7d-f860-47e9-86dd-6918c8b439d7 None None] The sync data for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi is: [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:42Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:43.060227 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-15866b81-9580-4bf6-89f4-6970563f960c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1475168068&fields=id&tenant_id=d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 267 time: 0.1865532 Aug 24 04:59:43.087236 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:43.108393 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=d463629e-c3ba-4218-ba57-e3d419d76b2e,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:43.150361 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2aa81175-0fb6-4195-83cd-02050f043bc6 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:43.150778 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:43.234966 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:43.294056 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2aa81175-0fb6-4195-83cd-02050f043bc6 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:43.296083 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device fbb9b4da-af2c-425d-8064-28a6f88211f9 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:43.350894 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-4dc59ca9-792d-4f00-95b5-0f781c0293ae tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:43.359140 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-4dc59ca9-792d-4f00-95b5-0f781c0293ae tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 817 time: 0.2915189 Aug 24 04:59:43.384949 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-720f37f2-eed1-40d9-bf51-44ee6ef403ef tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/quotas/d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 375 time: 0.0247531 Aug 24 04:59:43.402614 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port fbb9b4da-af2c-425d-8064-28a6f88211f9 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:43.403519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:43.497002 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-9d2966d0-487e-4a73-b3d9-0a4c94f506a1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108053 Aug 24 04:59:43.592119 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port fbb9b4da-af2c-425d-8064-28a6f88211f9 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:43.597121 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:43.661234 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:43.662051 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:43.698097 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b50cc18d-cf8c-4775-ba55-644930383e73 req-6a056428-5bb5-4529-98cd-7df1c2fab32d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 210 time: 0.1002436 Aug 24 04:59:43.731285 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e23e034-b181-4faf-81a3-166c2a28f511 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291057 Aug 24 04:59:43.981414 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:43.982597 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:44.043253 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:44.061690 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bc204005-aac1-4e68-8966-218ed4997034 req-41ac4b48-c482-4b8e-89a9-79a92dbbb9c6 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.0363958 Aug 24 04:59:44.063548 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:44.063959 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:44.064436 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-c9da9a3e-0711-4151-9155-bd9461a19f39 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320119 Aug 24 04:59:44.109898 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.102', 58770) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:44.241385 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-64fe44be-a536-4a0a-9762-2c21f56dc667 req-0e678613-93bb-4a10-8b88-4ecf99db7266 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.0500247 Aug 24 04:59:44.296247 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:44.296845 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:44.378775 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:44.403848 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-107b6b87-b86b-49ae-8fab-be7b704fd90f req-ea6d8043-fd3e-4290-aebe-9ba265265400 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0877104 Aug 24 04:59:44.468067 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a586f680-e1d9-43a9-9f99-9d924d445c4a req-5208f91b-5942-4f91-8c67-dc2699704911 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.0321102 Aug 24 04:59:44.512788 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:44.532750 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-80608770-50e0-4401-a9f2-5959cf39a0b5 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:44.545040 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-80608770-50e0-4401-a9f2-5959cf39a0b5 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.102 "GET /networking/v2.0/networks?id=3dfd9cd1-130c-4706-921c-e546adc13cdc HTTP/1.1" status: 200 len: 810 time: 0.4215953 Aug 24 04:59:44.610364 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:44.660172 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Request body: {'port': {'device_id': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc', 'admin_state_up': True, 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:44.848881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:44.865483 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38578) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:44.894233 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e405647-781e-41e3-bf6a-6afb309aa058 req-fe355f5e-956b-458f-99ad-c1779a5c5a6a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 210 time: 0.0366488 Aug 24 04:59:44.918204 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 38d23a3b-7303-4781-a708-2fd7f2253501 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:45.010338 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Made reservation on behalf of ae5545057ecc4c02817cd846dc73b55b for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:45.018557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:45.061112 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 38d23a3b-7303-4781-a708-2fd7f2253501 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:45.065756 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:45.234168 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.102', 58777) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:45.274946 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ffe286a-6287-477b-8c2a-a2e696cf567d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:45.276760 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00741f24-3c87-499a-8076-66de18067fab None None] Sync routers for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:59:45.332763 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.102', 58779) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:45.385572 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 38d23a3b-7303-4781-a708-2fd7f2253501 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:45.386162 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:45.496758 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:45.498817 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:45.538203 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-ae803500-c491-465f-a17d-d60fdbba99e1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:45.540532 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-ae803500-c491-465f-a17d-d60fdbba99e1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.2063186 Aug 24 04:59:45.641243 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b1f9711-ef96-4537-9cb6-9c204544b6bd req-381ad316-4c0d-45d3-addf-a6f5221111b2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.1039386 Aug 24 04:59:45.642911 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7c1ef47a-8819-4d77-a5ed-d3ddd967ffba req-95f0f781-704a-41c8-9edb-2dd9f74a5693 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.0832939 Aug 24 04:59:45.716870 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-76366267-77c3-444d-acb4-ea962db5e6dd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:45.718747 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-76366267-77c3-444d-acb4-ea962db5e6dd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 818 time: 0.4826369 Aug 24 04:59:45.726697 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 38d23a3b-7303-4781-a708-2fd7f2253501, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=38d23a3b-7303-4781-a708-2fd7f2253501,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:45.781428 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b8e63241-3cc5-4bca-bcc6-2d0150838afd req-1708f457-3ece-4151-828f-a6b2596cdacf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.0548716 Aug 24 04:59:45.786231 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:45.880663 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'port': {'device_id': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'admin_state_up': True, 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:45.934300 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:45.935480 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device acfa0ecf-f3b7-427f-92d6-f9af8afa573d up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:45.946267 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-745cd5c7-5e60-4d90-a4d5-0d8fcdd7ad9f req-20df863c-04d9-4e6e-9360-7167e2305ed3 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.1502881 Aug 24 04:59:45.952046 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Allocated IP 172.20.0.14 (3dfd9cd1-130c-4706-921c-e546adc13cdc/7bef9831-c2dc-4258-a59e-76602563d483/fd702a10-383b-4b70-aecf-908548494e62) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:45.984650 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-5aaaa5e5-891f-4cca-9479-166e076de12f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 379 time: 0.4201622 Aug 24 04:59:45.986717 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'port': {'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'admin_state_up': True, 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'security_groups': ['d497f675-bbfe-49dd-88f9-05dbb879ebad']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:46.091999 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ffe286a-6287-477b-8c2a-a2e696cf567d admin admin] Publish callbacks [] for security_group (f3bbf421-20c0-4aea-a641-d29a4c1cbf94), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.110656 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:46.139726 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=38d23a3b-7303-4781-a708-2fd7f2253501,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:46.160929 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3c87a7c1-fd4b-469a-aeb6-dba88a1f3b2d req-75619988-e7d4-49eb-9f33-168bfbd0eb9f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 210 time: 0.0791430 Aug 24 04:59:46.193693 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port acfa0ecf-f3b7-427f-92d6-f9af8afa573d triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:46.194428 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.215902 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:46.237352 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ffe286a-6287-477b-8c2a-a2e696cf567d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f3bbf421-20c0-4aea-a641-d29a4c1cbf94), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.243204 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:46.290979 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:46.333782 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38638) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:46.334515 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1ffe286a-6287-477b-8c2a-a2e696cf567d admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=904b8da68db84c3ea1f8785c08ecdc58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4673290 Aug 24 04:59:46.340112 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:32Z', 'revision_number': 2, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:46.343469 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port acfa0ecf-f3b7-427f-92d6-f9af8afa573d is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:46.345521 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d463629e-c3ba-4218-ba57-e3d419d76b2e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:46.351347 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe286a-6287-477b-8c2a-a2e696cf567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bbf421-20c0-4aea-a641-d29a4c1cbf94,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:46.362658 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.102', 58783) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:46.392839 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00741f24-3c87-499a-8076-66de18067fab None None] Checking router: 38689568-85cc-4cc1-aa18-f13672cc33a6 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:59:46.393361 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00741f24-3c87-499a-8076-66de18067fab None None] Updating router 38689568-85cc-4cc1-aa18-f13672cc33a6 port c19ab700-81f9-4d38-bec3-234ad26c325a binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:59:46.429012 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks [] for port (fd702a10-383b-4b70-aecf-908548494e62), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.460761 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-00741f24-3c87-499a-8076-66de18067fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.477686 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Made reservation on behalf of f2fd5d378aba473ab58753aecb74a065 for: {'port': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:46.482818 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.523950 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port d463629e-c3ba-4218-ba57-e3d419d76b2e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:46.524599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.536559 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-903a3d40-3dd7-487c-b8f5-1f03424cffca admin admin] Publish callbacks [] for security_group (f3bbf421-20c0-4aea-a641-d29a4c1cbf94), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.568746 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Made reservation on behalf of fad6d7352bc144929743ca7373a41800 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:46.572643 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:46.814084 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.102', 58786) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:46.842045 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-c92468d1-b49c-4ef4-91cb-59537ee40d41 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:46.843629 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-c92468d1-b49c-4ef4-91cb-59537ee40d41 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 811 time: 0.4799058 Aug 24 04:59:46.903615 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port d463629e-c3ba-4218-ba57-e3d419d76b2e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:47.059865 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (fd702a10-383b-4b70-aecf-908548494e62), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.165698 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-00741f24-3c87-499a-8076-66de18067fab None None] Publish callbacks [] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.255530 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 38d23a3b-7303-4781-a708-2fd7f2253501 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:47.345365 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-00741f24-3c87-499a-8076-66de18067fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.443981 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a0d347d-99dc-4e7f-8bdb-841392da0ecc req-c3dca2ed-534d-43b1-997d-46581f9606a8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.2909048 Aug 24 04:59:47.495848 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38670) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:47.499136 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacadac6-b5d2-4eed-82c3-9c4006c87649 None None] Pushing event updated for resources: {'Port': ['ID=c19ab700-81f9-4d38-bec3-234ad26c325a,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:47.555880 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-00741f24-3c87-499a-8076-66de18067fab None None] Attempting to bind port c19ab700-81f9-4d38-bec3-234ad26c325a on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:47.556471 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-00741f24-3c87-499a-8076-66de18067fab None None] Attempting to bind port c19ab700-81f9-4d38-bec3-234ad26c325a by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:47.557179 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00741f24-3c87-499a-8076-66de18067fab None None] Attempting to bind port c19ab700-81f9-4d38-bec3-234ad26c325a on network fa68ee2b-4e61-41de-a187-732b5be326be {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:47.563724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00741f24-3c87-499a-8076-66de18067fab None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:47.564254 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00741f24-3c87-499a-8076-66de18067fab None None] Checking segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:47.564753 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-00741f24-3c87-499a-8076-66de18067fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.565252 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00741f24-3c87-499a-8076-66de18067fab None None] Bound using segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:47.565820 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-00741f24-3c87-499a-8076-66de18067fab None None] Bound port: c19ab700-81f9-4d38-bec3-234ad26c325a, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:47.566297 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-00741f24-3c87-499a-8076-66de18067fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.570916 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-903a3d40-3dd7-487c-b8f5-1f03424cffca admin admin] Publish callbacks [] for security_group (f3bbf421-20c0-4aea-a641-d29a4c1cbf94), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.583783 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 38d23a3b-7303-4781-a708-2fd7f2253501 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:47.584407 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.684547 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b355953-d00d-4871-9c01-fd3594e7f799 req-622aa830-4df8-463a-b7a4-fc520edd03d8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:47.684725 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Pushing event updated for resources: {'Port': ['ID=fd702a10-383b-4b70-aecf-908548494e62,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:47.696607 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4b355953-d00d-4871-9c01-fd3594e7f799 req-622aa830-4df8-463a-b7a4-fc520edd03d8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 932 time: 0.5743539 Aug 24 04:59:47.737984 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-2c7b6d51-4365-4560-b2c7-3399759ff1b2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd6824ae6edd43fcbddb58581134098c HTTP/1.1" status: 200 len: 380 time: 0.8508382 Aug 24 04:59:47.759567 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:47.781164 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-00741f24-3c87-499a-8076-66de18067fab None None] For port c19ab700-81f9-4d38-bec3-234ad26c325a, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:47.809287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:47.838025 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-1d1cd533-cfcc-4e24-8b38-d181739f365e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:47.841137 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-1d1cd533-cfcc-4e24-8b38-d181739f365e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 818 time: 1.0279365 Aug 24 04:59:47.845185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:47.853570 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.20.0.9 (be2d7953-7d09-41eb-b20e-6de03af460a3/13a7c081-d2e1-49a8-bb5a-1f864b46b333/3b8866d6-c018-428f-b34a-771e00bb44a7) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:47.862599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:47.872600 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'port': {'device_id': '676b64f6-0ef9-4250-8e40-a7c922046984', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'admin_state_up': True, 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'security_groups': ['45ae97f0-bfb5-4fd8-9c76-f10419ba42a5']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:47.881710 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-af7e958d-a12f-43a8-a35c-40af3db2c03e req-3864e080-b539-4ffc-8160-8a18131403d0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.1009595 Aug 24 04:59:47.888332 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:47.888671 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-00741f24-3c87-499a-8076-66de18067fab None None] For port c19ab700-81f9-4d38-bec3-234ad26c325a, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=c19ab700-81f9-4d38-bec3-234ad26c325a,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:47.912849 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 38d23a3b-7303-4781-a708-2fd7f2253501 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:47.912849 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:47.914122 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:47.942621 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:47.948846 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.948951 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-903a3d40-3dd7-487c-b8f5-1f03424cffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f3bbf421-20c0-4aea-a641-d29a4c1cbf94), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.951405 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-903a3d40-3dd7-487c-b8f5-1f03424cffca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:47.971630 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-903a3d40-3dd7-487c-b8f5-1f03424cffca admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f3bbf421-20c0-4aea-a641-d29a4c1cbf94 HTTP/1.1" status: 204 len: 168 time: 1.6365490 Aug 24 04:59:47.984830 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:47.985864 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:48.028108 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-00741f24-3c87-499a-8076-66de18067fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:48.077052 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Allocated IP 172.20.0.11 (45b5889b-1fed-4157-a576-0b6107ddbe4e/b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd/7d5c8ebf-0828-4896-8dfd-0ddc4b429c21) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:48.198554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:59:48.198554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T04:59:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:48.267342 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-aa09ae46-7e15-4a25-9777-663a4eec5369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:48.312986 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-444aafd2-6844-4e5a-8fe6-336136ee587e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6569326 Aug 24 04:59:48.323038 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'port': {'device_id': '6f4225d1-b115-4951-a361-2118e0bf3022', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'admin_state_up': True, 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:48.349715 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4b355953-d00d-4871-9c01-fd3594e7f799 req-f26565da-6e0b-43c4-9bf5-867896afaaf9 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496482 Aug 24 04:59:48.394165 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-cd2413c2-9959-4f6d-9f37-aa8261f6b0ac tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:59:48.396931 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-cd2413c2-9959-4f6d-9f37-aa8261f6b0ac tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.102 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0139499 Aug 24 04:59:48.447348 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a3d40-3dd7-487c-b8f5-1f03424cffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bbf421-20c0-4aea-a641-d29a4c1cbf94,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:48.547842 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d1b3d50-e882-47d7-a8b0-82389c935540 req-5d87d9e5-2ed6-4933-b7bf-8eaf5f9ada22 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.3671794 Aug 24 04:59:48.736549 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.102', 58796) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:48.814691 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:48.824480 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:48.870687 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:59:48.900947 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f2601621-c5c1-43c0-8827-fb88999301fa req-c61265e5-c3c4-4187-89f0-7156c77fbd7f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.0796576 Aug 24 04:59:48.905268 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a70a4719-795c-4d81-acab-0732274a3b82 req-8b2f915a-09f2-4aa4-b64b-71cdd541bbfd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 210 time: 0.3695142 Aug 24 04:59:49.015770 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:49.106140 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacadac6-b5d2-4eed-82c3-9c4006c87649 None None] Pushing event updated for resources: {'Port': ['ID=c19ab700-81f9-4d38-bec3-234ad26c325a,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:49.147828 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ad68a1bc-63e4-480c-9e4f-102a4f72c154 req-a16c342b-e167-4017-b151-02179382e238 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.0860991 Aug 24 04:59:49.220841 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Request body: {'port': {'device_id': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:49.266014 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-5b1e29cc-b1f1-433f-806c-52c5cdfbcdd0 None None] Provisioning complete for port fd702a10-383b-4b70-aecf-908548494e62 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:49.266434 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5b1e29cc-b1f1-433f-806c-52c5cdfbcdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (fd702a10-383b-4b70-aecf-908548494e62), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:49.278981 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:49.302302 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:49.409732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e29cc-b1f1-433f-806c-52c5cdfbcdd0 None None] Port fd702a10-383b-4b70-aecf-908548494e62 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:49.471394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:49.475492 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (fd702a10-383b-4b70-aecf-908548494e62), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:49.539102 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:49.582659 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:49.592256 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:49.604931 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:49.604931 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:49.605277 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device c19ab700-81f9-4d38-bec3-234ad26c325a up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:49.699195 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Made reservation on behalf of f2fd5d378aba473ab58753aecb74a065 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:49.703289 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:49.722384 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'Port': ['ID=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:49.818800 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-00741f24-3c87-499a-8076-66de18067fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:47Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:59:49.883478 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27ccf7-8b48-4933-8b13-faf888fd2679 req-d7006b41-a65e-41ea-b9eb-3003c3f1b42d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:49.892351 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e27ccf7-8b48-4933-8b13-faf888fd2679 req-d7006b41-a65e-41ea-b9eb-3003c3f1b42d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 932 time: 0.3322699 Aug 24 04:59:49.893183 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:49.902761 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00741f24-3c87-499a-8076-66de18067fab None None] The sync data for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi is: [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:47Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:59:49.911765 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d7abbb2-15cb-4b3c-83e2-0784b317a387 req-503c101c-59a2-45eb-b197-ec1941541775 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.1663899 Aug 24 04:59:49.917406 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port c19ab700-81f9-4d38-bec3-234ad26c325a triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:49.923594 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:49.963686 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-043a1102-8d99-421d-a443-bdf3d6eff0fb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0839667 Aug 24 04:59:50.019004 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Request body: {'port': {'device_id': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:50.032304 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Made reservation on behalf of bd6824ae6edd43fcbddb58581134098c for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:50.062187 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.084421 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:50.212675 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e27ccf7-8b48-4933-8b13-faf888fd2679 req-04491bd6-f702-442f-b98f-9923da67a943 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164916 Aug 24 04:59:50.279618 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-4869f7fd-f41c-443c-8842-1332d6611ecf None None] Provisioning complete for port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:50.280003 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4869f7fd-f41c-443c-8842-1332d6611ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.298949 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-536c1e8d-dd14-4140-b1c7-9b55f419e4ce req-f9851f41-83a4-4b27-a5c7-ae22acc1108d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.1450891 Aug 24 04:59:50.299294 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port c19ab700-81f9-4d38-bec3-234ad26c325a is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:50.299294 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.342834 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Allocated IP 172.20.0.13 (45b5889b-1fed-4157-a576-0b6107ddbe4e/b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd/8a56cc43-f19d-4e76-ba1f-7968609999dd) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:50.454534 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-4869f7fd-f41c-443c-8842-1332d6611ecf None None] Port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:50.479531 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port c19ab700-81f9-4d38-bec3-234ad26c325a, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=c19ab700-81f9-4d38-bec3-234ad26c325a,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:59:50.482808 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-65cc84a6-133b-4bac-b70c-a5b34bfedb27 req-fb2fa19b-bae2-4f53-b221-7095166d9b88 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 210 time: 0.0856709 Aug 24 04:59:50.531438 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-909ebe7c-3b51-4daa-b51f-7309c78419f8 req-a8331643-a44f-413b-a2ce-c873cdf23074 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.1356084 Aug 24 04:59:50.532752 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.656730 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.699154 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-82936b1e-404d-496d-b216-67beb32bf454 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:50.700778 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-82936b1e-404d-496d-b216-67beb32bf454 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 817 time: 2.0299218 Aug 24 04:59:50.759926 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=c19ab700-81f9-4d38-bec3-234ad26c325a,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:50.822421 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-aa09ae46-7e15-4a25-9777-663a4eec5369 admin admin] Publish callbacks [] for security_group (03aa6cc4-1a31-429a-bbb4-18a1f145cd3b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.975567 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-aa09ae46-7e15-4a25-9777-663a4eec5369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (03aa6cc4-1a31-429a-bbb4-18a1f145cd3b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.979315 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:50.981791 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Allocated IP 172.20.0.12 (fa68ee2b-4e61-41de-a187-732b5be326be/4831b953-7e53-4bdb-aefa-a7d11e278cab/936c85cd-1e05-4281-b3e6-13b1c7718075) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:50.991408 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:51.025534 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-554cd893-216f-40cd-86c6-a92d265459d2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 380 time: 0.3075585 Aug 24 04:59:51.087909 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-11dd8c68-9391-4b71-bb00-259411343b93 req-98d61237-0ccb-4a7d-bc60-28e41360601b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0573053 Aug 24 04:59:51.101488 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'port': {'device_id': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'admin_state_up': True, 'tenant_id': 'd373da7992054abfae0564708529a973', 'security_groups': ['4d57d476-120c-440e-aec8-100b25841db9']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:51.158880 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:51.162027 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:51.174532 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:51.252257 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:51.276370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:51.280277 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:51.499894 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-aa09ae46-7e15-4a25-9777-663a4eec5369 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=46bf86c3f1894b9484ff64f8a76382fa&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9509084 Aug 24 04:59:51.499894 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=3b8866d6-c018-428f-b34a-771e00bb44a7,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:51.501911 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09ae46-7e15-4a25-9777-663a4eec5369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aa6cc4-1a31-429a-bbb4-18a1f145cd3b,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:51.524723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 38770) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:51.563465 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-e2925e2c-01d0-42a2-a07b-c3625a67c885 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5685132 Aug 24 04:59:51.564115 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device c19ab700-81f9-4d38-bec3-234ad26c325a up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:59:51.634760 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:51.672091 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f193-5ed6-4bc7-9649-2f8021542a94 req-c9449df0-76a1-446f-a694-dfbfae817b6d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:51.672091 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d927f193-5ed6-4bc7-9649-2f8021542a94 req-c9449df0-76a1-446f-a694-dfbfae817b6d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 932 time: 0.2352684 Aug 24 04:59:51.678454 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port c19ab700-81f9-4d38-bec3-234ad26c325a triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:51.678884 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:51.712959 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Request body: {'port': {'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:51.726375 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:51.751654 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd702a10-383b-4b70-aecf-908548494e62 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:59:51.755397 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d6363b72-47f9-4ec2-b802-d366f8856e97 None None] Provisioning complete for port 3b8866d6-c018-428f-b34a-771e00bb44a7 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:51.756097 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d6363b72-47f9-4ec2-b802-d366f8856e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:51.765789 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Publish callbacks [] for port (fd702a10-383b-4b70-aecf-908548494e62), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:51.804473 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Transition to ACTIVE for port object fd702a10-383b-4b70-aecf-908548494e62 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:59:51.806237 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-be0e7340-43a8-4c2d-adcb-fe90ccd583d8 admin admin] Publish callbacks [] for security_group (03aa6cc4-1a31-429a-bbb4-18a1f145cd3b), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:51.854312 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d6363b72-47f9-4ec2-b802-d366f8856e97 None None] Port 3b8866d6-c018-428f-b34a-771e00bb44a7 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:51.897977 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port c19ab700-81f9-4d38-bec3-234ad26c325a is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:59:51.961454 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9b078-70ab-4aca-9417-f8a244bc9e71 req-6feb4c5f-ea93-4baa-8ecf-710204d0b00f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:51.968733 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d2f9b078-70ab-4aca-9417-f8a244bc9e71 req-6feb4c5f-ea93-4baa-8ecf-710204d0b00f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 931 time: 0.2877588 Aug 24 04:59:52.009525 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d927f193-5ed6-4bc7-9649-2f8021542a94 req-451f3ed0-4fd1-4ae0-a6ce-76bad43666db tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297091 Aug 24 04:59:52.141819 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d2f9b078-70ab-4aca-9417-f8a244bc9e71 req-e50b3f8d-e7a2-45e5-ba77-0e9a284ffce8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718664 Aug 24 04:59:52.283286 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 {{(pid=107625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:59:52.293394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (fd702a10-383b-4b70-aecf-908548494e62), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.296743 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.297801 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Publish callbacks [] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.323834 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.provisioning_blocks [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Transition to ACTIVE for port object 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 will not be triggered until provisioned by entity L2. {{(pid=107625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:59:52.398907 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Pushing event updated for resources: {'Port': ['ID=fd702a10-383b-4b70-aecf-908548494e62,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:52.413740 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b3fce910-61be-4c09-8175-62758e18781b req-a1868a68-98b6-40d3-81f1-0e341bbc509a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.0766900 Aug 24 04:59:52.419646 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-be0e7340-43a8-4c2d-adcb-fe90ccd583d8 admin admin] Publish callbacks [] for security_group (03aa6cc4-1a31-429a-bbb4-18a1f145cd3b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.470124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:52.471569 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd97ad-49fa-4a2c-aeb9-1adc42f51e3c req-c1017661-796f-4adc-b996-12fdee126588 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:52.488814 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5fd97ad-49fa-4a2c-aeb9-1adc42f51e3c req-c1017661-796f-4adc-b996-12fdee126588 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 932 time: 0.1634781 Aug 24 04:59:52.498798 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.594970 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Made reservation on behalf of d373da7992054abfae0564708529a973 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:59:52.599329 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.605948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:52.608542 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:52.618593 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:52.619286 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.629132 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e8f3b162-9f2d-45fa-891c-cb9829cd6986 req-f340cb3e-b0ed-48cc-9ec9-25f614681a35 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0864475 Aug 24 04:59:52.754074 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.777190 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5fd97ad-49fa-4a2c-aeb9-1adc42f51e3c req-2fe2c1d6-c9bf-42d6-b1c4-498def6f6be9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873271 Aug 24 04:59:52.778727 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:52.781743 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.managers [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Attempting to bind port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:52.782416 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.managers [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Attempting to bind port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}] {{(pid=107625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:52.783349 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Attempting to bind port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:52.794495 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 on network 45b5889b-1fed-4157-a576-0b6107ddbe4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:59:52.795137 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Attempting to bind port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:52.819414 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.821813 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Attempting to bind port fd702a10-383b-4b70-aecf-908548494e62 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:52.822178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Attempting to bind port fd702a10-383b-4b70-aecf-908548494e62 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:52.822594 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Attempting to bind port fd702a10-383b-4b70-aecf-908548494e62 on network 3dfd9cd1-130c-4706-921c-e546adc13cdc {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:52.822708 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:52.823322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Checking segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:52.824116 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Bound using segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} {{(pid=107625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:52.827202 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.managers [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Bound port: 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}}] {{(pid=107625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:52.827895 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:52.830118 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'Port': ['ID=8a56cc43-f19d-4e76-ba1f-7968609999dd,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:52.921348 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Port fd702a10-383b-4b70-aecf-908548494e62 on network 3dfd9cd1-130c-4706-921c-e546adc13cdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:59:52.921881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Attempting to bind port fd702a10-383b-4b70-aecf-908548494e62 on network 3dfd9cd1-130c-4706-921c-e546adc13cdc {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:53.013117 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] For port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21, host hv-cinder-85426, cleared binding levels {{(pid=107625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:53.043825 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] For port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:53.107713 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:53.108184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Checking segment: {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:53.108773 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Bound using segment: {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:53.109246 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Bound port: fd702a10-383b-4b70-aecf-908548494e62, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dfa7cc-8ece-4c55-8919-9255ea22df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:53.109626 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (fd702a10-383b-4b70-aecf-908548494e62), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.120575 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-b6c6b504-e78e-4c4b-829e-f80218648115 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8163791 Aug 24 04:59:53.153022 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.157183 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:53.158175 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.160474 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 200 len: 1094 time: 3.1827245 Aug 24 04:59:53.198216 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'tag': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:59:53.263555 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Allocated IP 172.20.0.12 (60f465a5-3648-4517-8cab-85b66f6fe49f/547fccd3-6f34-41d1-8242-0e67f25433dd/915258db-6fc2-452d-a9ca-b1c79659d052) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:59:53.339834 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.360031 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-1b77fd22-031f-4fe9-a9b8-da95e3607015 None None] Provisioning complete for port 8a56cc43-f19d-4e76-ba1f-7968609999dd triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:53.361008 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1b77fd22-031f-4fe9-a9b8-da95e3607015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.369406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Request body: {'port': {'device_id': '6f4225d1-b115-4951-a361-2118e0bf3022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:53.439560 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-1b77fd22-031f-4fe9-a9b8-da95e3607015 None None] Port 8a56cc43-f19d-4e76-ba1f-7968609999dd cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:53.629281 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8866d6-c018-428f-b34a-771e00bb44a7 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:59:53.638691 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Publish callbacks [] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.739440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-be0e7340-43a8-4c2d-adcb-fe90ccd583d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (03aa6cc4-1a31-429a-bbb4-18a1f145cd3b), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.741984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-be0e7340-43a8-4c2d-adcb-fe90ccd583d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:53.743379 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-be0e7340-43a8-4c2d-adcb-fe90ccd583d8 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/03aa6cc4-1a31-429a-bbb4-18a1f145cd3b HTTP/1.1" status: 204 len: 168 time: 2.2163286 Aug 24 04:59:53.775087 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:53.782544 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Transition to ACTIVE for port object 3b8866d6-c018-428f-b34a-771e00bb44a7 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:59:53.790268 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Network fa68ee2b-4e61-41de-a187-732b5be326be is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:53.981568 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:54.001013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:54.018635 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-b4f1617c-eb16-4e07-a894-717d81d88b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:54.033667 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-b4f1617c-eb16-4e07-a894-717d81d88b16 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1128 time: 0.4168189 Aug 24 04:59:54.038823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:54.052458 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:54.053258 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:54.060865 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013394d-53a9-4322-adb9-86e4d6c411cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,revision_number=3']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:54.069164 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e11c73-123f-4059-877d-b086d6f698a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dafe7c72-03ed-4290-b32a-f2ea4cea4b5b", "tag": "7d5c8ebf-0828-4896-8dfd-0ddc4b429c21"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:59:54.105331 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e7340-43a8-4c2d-adcb-fe90ccd583d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aa6cc4-1a31-429a-bbb4-18a1f145cd3b,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:54.107106 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:54.114158 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9d630-c1ee-43e6-aa76-42d56ae807c7 req-e0c05892-4080-4a17-bbec-6d72bb8237ac tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:54.125285 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aad9d630-c1ee-43e6-aa76-42d56ae807c7 req-e0c05892-4080-4a17-bbec-6d72bb8237ac tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.4789615 Aug 24 04:59:54.207850 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'Port': ['ID=936c85cd-1e05-4281-b3e6-13b1c7718075,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:54.232158 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5712cb-da74-466b-9f03-65fe388370b4 req-ed5fe1e6-f410-4903-8837-aa70b67a9e03 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:54.234061 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6a5712cb-da74-466b-9f03-65fe388370b4 req-ed5fe1e6-f410-4903-8837-aa70b67a9e03 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 931 time: 0.6187222 Aug 24 04:59:54.239937 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-3fdd7474-92c6-41eb-b1db-f411ef55ca69 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 200 len: 217 time: 0.1920645 Aug 24 04:59:54.329015 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:54.412767 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aad9d630-c1ee-43e6-aa76-42d56ae807c7 req-db39fb95-af98-48dc-8dd3-621e47b5d474 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865002 Aug 24 04:59:54.421932 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-c942a50d-7a44-432f-aeef-36c64e79081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:54.428274 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-c942a50d-7a44-432f-aeef-36c64e79081c service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.1644349 Aug 24 04:59:54.444062 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for port (915258db-6fc2-452d-a9ca-b1c79659d052), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:54.444754 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6a5712cb-da74-466b-9f03-65fe388370b4 req-916ebbf7-ecd0-4fcf-9ec3-fdeeb8c936e9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955717 Aug 24 04:59:54.495078 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-a344ce24-6fc2-4222-87b5-d9beb02d45ec None None] Provisioning complete for port 936c85cd-1e05-4281-b3e6-13b1c7718075 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:54.495620 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a344ce24-6fc2-4222-87b5-d9beb02d45ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:54.565201 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-a344ce24-6fc2-4222-87b5-d9beb02d45ec None None] Port 936c85cd-1e05-4281-b3e6-13b1c7718075 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:54.580826 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-3b2b09c7-da2c-4e0c-9ac1-2420649fd104 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7171957 Aug 24 04:59:54.585545 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] For port fd702a10-383b-4b70-aecf-908548494e62, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:54.624087 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Request body: {'port': {'device_id': '676b64f6-0ef9-4250-8e40-a7c922046984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:54.695520 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1322052e-6d0f-46c8-b07d-3d88ff304705 req-6a652dc6-6ba2-482a-bd14-09fa209bda9f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.1456671 Aug 24 04:59:54.713007 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-c2559773-8c57-4a76-b601-d00623585449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:54.714656 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-c2559773-8c57-4a76-b601-d00623585449 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2687798 Aug 24 04:59:54.718512 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Pushing event updated for resources: {'Port': ['ID=3b8866d6-c018-428f-b34a-771e00bb44a7,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:54.729776 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a99f3-ef64-48f2-9dc3-24bde50d9fb2 req-3f78e879-04a3-4df6-9496-6c78b427b261 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:54.731507 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-997a99f3-ef64-48f2-9dc3-24bde50d9fb2 req-3f78e879-04a3-4df6-9496-6c78b427b261 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 932 time: 0.1751821 Aug 24 04:59:54.799587 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] For port fd702a10-383b-4b70-aecf-908548494e62, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd702a10-383b-4b70-aecf-908548494e62,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:54.818647 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Attempting to bind port 3b8866d6-c018-428f-b34a-771e00bb44a7 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:54.819186 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Attempting to bind port 3b8866d6-c018-428f-b34a-771e00bb44a7 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:54.819531 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Attempting to bind port 3b8866d6-c018-428f-b34a-771e00bb44a7 on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:54.853090 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-97f25a60-0754-4172-99de-857a51a8e34e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297014 Aug 24 04:59:54.864869 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:54.881892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Port 3b8866d6-c018-428f-b34a-771e00bb44a7 on network be2d7953-7d09-41eb-b20e-6de03af460a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:59:54.882228 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Attempting to bind port 3b8866d6-c018-428f-b34a-771e00bb44a7 on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:54.963696 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (fd702a10-383b-4b70-aecf-908548494e62), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:54.966475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:54.997816 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:54.998278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Checking segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:54.998812 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Bound using segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:54.999491 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Bound port: 3b8866d6-c018-428f-b34a-771e00bb44a7, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:54.999956 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:55.014530 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fba33-fe1a-46fe-81a0-af6a903d1864 req-d046646e-d31a-49aa-9582-3f3e5941a9ae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.016427 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff6fba33-fe1a-46fe-81a0-af6a903d1864 req-d046646e-d31a-49aa-9582-3f3e5941a9ae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 932 time: 0.1182070 Aug 24 04:59:55.019690 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.020634 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-997a99f3-ef64-48f2-9dc3-24bde50d9fb2 req-c63d71f1-fc9a-4eb0-b499-c7b3d1347875 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654553 Aug 24 04:59:55.027100 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:55.028740 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/fd702a10-383b-4b70-aecf-908548494e62 HTTP/1.1" status: 200 len: 1094 time: 6.0403762 Aug 24 04:59:55.064248 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'tag': 'fd702a10-383b-4b70-aecf-908548494e62'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:59:55.076538 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a802a6e0-6ae6-44b2-8c27-c7f1a5dcef0b req-14f3a059-f8b4-4745-82df-0e4cdc1f67a0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110398 Aug 24 04:59:55.098277 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff6fba33-fe1a-46fe-81a0-af6a903d1864 req-991ec48e-5d0c-4d80-854e-7b6db4f1386e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725880 Aug 24 04:59:55.217931 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:55.257848 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Network 60f465a5-3648-4517-8cab-85b66f6fe49f is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:59:55.293759 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:59:55.326058 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:59:55.342599 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-a5d68ad1-a199-4659-8dd7-bfc4cb53ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.346440 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-a5d68ad1-a199-4659-8dd7-bfc4cb53ad51 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ae5545057ecc4c02817cd846dc73b55b&device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 1128 time: 0.1174726 Aug 24 04:59:55.353656 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.358798 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:55.437231 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-0ee94a93-a805-42da-9f92-a1a3c4041634 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd702a10-383b-4b70-aecf-908548494e62 HTTP/1.1" status: 200 len: 217 time: 0.0765545 Aug 24 04:59:55.563995 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38884) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:55.586177 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985815b8-8ee7-483c-9627-86a99a9265cb x-openstack-request-id: req-985815b8-8ee7-483c-9627-86a99a9265cb {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:59:55.593689 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafe7c72-03ed-4290-b32a-f2ea4cea4b5b", "tag": "7d5c8ebf-0828-4896-8dfd-0ddc4b429c21", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:59:55.594185 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-985815b8-8ee7-483c-9627-86a99a9265cb {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:59:55.595895 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985815b8-8ee7-483c-9627-86a99a9265cb'] response: {'name': 'network-changed', 'server_uuid': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'tag': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21', 'status': 'completed', 'code': 200} Aug 24 04:59:55.673707 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d875a198-7677-4f59-bcef-941f335ebc23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:55.707587 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-c25bec77-a89a-4dfa-bdb5-8d6df9a12546 None None] Provisioning complete for port 915258db-6fc2-452d-a9ca-b1c79659d052 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:59:55.708615 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c25bec77-a89a-4dfa-bdb5-8d6df9a12546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:55.790912 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-95783e13-b8a5-4299-8a7e-e975b52da11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.792715 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-95783e13-b8a5-4299-8a7e-e975b52da11a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=7bef9831-c2dc-4258-a59e-76602563d483 HTTP/1.1" status: 200 len: 849 time: 0.3337891 Aug 24 04:59:55.801488 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-c25bec77-a89a-4dfa-bdb5-8d6df9a12546 None None] Port 915258db-6fc2-452d-a9ca-b1c79659d052 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:59:55.818047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e11c73-123f-4059-877d-b086d6f698a8 req-c1e61003-f6c7-4947-a8ba-e9a3272e618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.819757 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-c1e61003-f6c7-4947-a8ba-e9a3272e618f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1128 time: 0.2011576 Aug 24 04:59:55.826117 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:55.830372 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7da3fc-f538-4c88-a07f-70dbe31f4496 service neutron] Pushing event updated for resources: {'Port': ['ID=fd702a10-383b-4b70-aecf-908548494e62,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:55.838705 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] For port 3b8866d6-c018-428f-b34a-771e00bb44a7, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:55.893782 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03976e43-a76e-408a-b0ee-0f8e4f820bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ffd41-8ca1-4080-bf08-dfb4e18d93af", "tag": "fd702a10-383b-4b70-aecf-908548494e62"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:59:55.904775 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e34b-1eb1-4be0-a172-91d9aa972864 req-1670d22e-ece1-46dd-902d-af52c6f8bd28 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.913571 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2650e34b-1eb1-4be0-a172-91d9aa972864 req-1670d22e-ece1-46dd-902d-af52c6f8bd28 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.2458529 Aug 24 04:59:55.942019 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c5849-e1a3-447b-a9fd-0bde1caa004b req-f24249c6-6ac9-4e79-8633-4819d76e4ea5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.944025 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-545c5849-e1a3-447b-a9fd-0bde1caa004b req-f24249c6-6ac9-4e79-8633-4819d76e4ea5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.2401934 Aug 24 04:59:55.962692 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-bc6bb831-4289-448f-b5f2-03deae1a9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:55.967898 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-bc6bb831-4289-448f-b5f2-03deae1a9aaf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=3dfd9cd1-130c-4706-921c-e546adc13cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1551857 Aug 24 04:59:56.114802 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2650e34b-1eb1-4be0-a172-91d9aa972864 req-88e1b9d6-ade0-400f-a29a-5ef02e223595 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003353 Aug 24 04:59:56.116706 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] For port 3b8866d6-c018-428f-b34a-771e00bb44a7, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b8866d6-c018-428f-b34a-771e00bb44a7,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:56.130311 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-545c5849-e1a3-447b-a9fd-0bde1caa004b req-956b0ecc-c15c-4314-b1af-d903ed4e813a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690347 Aug 24 04:59:56.153282 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0739553 Aug 24 04:59:56.206141 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d875a198-7677-4f59-bcef-941f335ebc23 admin admin] Publish callbacks [] for security_group (78fc0f32-277b-44bd-bae6-653594aaca27), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:56.211474 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-bd0d761d-eac9-43be-ba49-a782f959a6d3 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/3dfd9cd1-130c-4706-921c-e546adc13cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301404 Aug 24 04:59:56.310389 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d875a198-7677-4f59-bcef-941f335ebc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (78fc0f32-277b-44bd-bae6-653594aaca27), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:56.384556 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:56.399903 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Request body: {'port': {'device_id': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:59:56.437669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66570f67-ba9c-4d85-ac95-63c4c098ca4d x-openstack-request-id: req-66570f67-ba9c-4d85-ac95-63c4c098ca4d {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:59:56.437669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ffd41-8ca1-4080-bf08-dfb4e18d93af", "tag": "fd702a10-383b-4b70-aecf-908548494e62", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:59:56.437669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-66570f67-ba9c-4d85-ac95-63c4c098ca4d {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:59:56.437669 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66570f67-ba9c-4d85-ac95-63c4c098ca4d'] response: {'name': 'network-changed', 'server_uuid': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'tag': 'fd702a10-383b-4b70-aecf-908548494e62', 'status': 'completed', 'code': 200} Aug 24 04:59:56.478573 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:56.479282 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:56.481065 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/3b8866d6-c018-428f-b34a-771e00bb44a7 HTTP/1.1" status: 200 len: 1093 time: 4.8359253 Aug 24 04:59:56.491820 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d875a198-7677-4f59-bcef-941f335ebc23 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=4caaae6efb3f421e923b8050fddcd15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8907626 Aug 24 04:59:56.495420 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 38920) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:56.526008 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875a198-7677-4f59-bcef-941f335ebc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc0f32-277b-44bd-bae6-653594aaca27,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:56.534067 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54e4fd-9488-4000-a2b3-20388399e698 req-e73ce8ad-fe63-4a42-9216-184db32bf317 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:56.535739 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d54e4fd-9488-4000-a2b3-20388399e698 req-e73ce8ad-fe63-4a42-9216-184db32bf317 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 932 time: 0.2226696 Aug 24 04:59:56.607967 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e853d720-e01e-46a2-a9ee-ae96e4f80a63 req-98b77aa7-bdc9-469c-9110-9073caed47f6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/3dfd9cd1-130c-4706-921c-e546adc13cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644350 Aug 24 04:59:56.647490 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d37fcc-bc90-4989-8824-fdcd837e7aa6 req-e25a1afe-b68a-421b-b833-31fcb19df5fa tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:56.659403 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-91d37fcc-bc90-4989-8824-fdcd837e7aa6 req-e25a1afe-b68a-421b-b833-31fcb19df5fa tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 932 time: 0.1951203 Aug 24 04:59:56.834176 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-c8a78270-2a60-484c-bbca-8e47562d38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:56.835680 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-c8a78270-2a60-484c-bbca-8e47562d38d4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 1127 time: 0.1573315 Aug 24 04:59:56.844277 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0f00a7e2-7fea-4ef6-88e6-bf87074a462e admin admin] Publish callbacks [] for security_group (78fc0f32-277b-44bd-bae6-653594aaca27), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:56.851124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a9862-45dd-4f8d-9ce0-b071e541dfb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:56.869303 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-91d37fcc-bc90-4989-8824-fdcd837e7aa6 req-e5585647-78bb-4eb0-b4bf-061387fec4d5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089448 Aug 24 04:59:56.924478 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d54e4fd-9488-4000-a2b3-20388399e698 req-b7bc63fd-7444-4b65-b506-e06a011de788 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586268 Aug 24 04:59:56.942558 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-cce49fdb-25bc-41dc-b77f-38e3244ed24c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b8866d6-c018-428f-b34a-771e00bb44a7 HTTP/1.1" status: 200 len: 217 time: 0.0921822 Aug 24 04:59:56.963184 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0f00a7e2-7fea-4ef6-88e6-bf87074a462e admin admin] Publish callbacks [] for security_group (78fc0f32-277b-44bd-bae6-653594aaca27), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.104716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936c85cd-1e05-4281-b3e6-13b1c7718075 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:59:57.106301 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a8048-c1f3-4427-a832-42e063bb3b18 req-214dfc04-4c32-47d8-95ac-0cf28a099475 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.112947 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-645a8048-c1f3-4427-a832-42e063bb3b18 req-214dfc04-4c32-47d8-95ac-0cf28a099475 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 932 time: 0.1180310 Aug 24 04:59:57.121392 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-6db5efd7-fd88-4869-80d4-cd674d8694a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.122813 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-6db5efd7-fd88-4869-80d4-cd674d8694a0 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.1618793 Aug 24 04:59:57.170269 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Publish callbacks [] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.212925 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-645a8048-c1f3-4427-a832-42e063bb3b18 req-a26c2421-a978-4515-a020-4e8e7d6a7145 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990183 Aug 24 04:59:57.218527 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-383547c8-34cc-484b-a910-508cca7319df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.220044 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-383547c8-34cc-484b-a910-508cca7319df service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814924 Aug 24 04:59:57.264869 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad0353-d88e-43c5-a75e-a653e62f578d service neutron] Pushing event updated for resources: {'Port': ['ID=3b8866d6-c018-428f-b34a-771e00bb44a7,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:57.295306 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-05acbfb0-de9f-4b17-8ef8-28f4f9fa03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.296834 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-05acbfb0-de9f-4b17-8ef8-28f4f9fa03d6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ae5545057ecc4c02817cd846dc73b55b&device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 1128 time: 0.4332359 Aug 24 04:59:57.299808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Transition to ACTIVE for port object 936c85cd-1e05-4281-b3e6-13b1c7718075 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:59:57.316834 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0f00a7e2-7fea-4ef6-88e6-bf87074a462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (78fc0f32-277b-44bd-bae6-653594aaca27), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.333304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0f00a7e2-7fea-4ef6-88e6-bf87074a462e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.334598 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0f00a7e2-7fea-4ef6-88e6-bf87074a462e admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/78fc0f32-277b-44bd-bae6-653594aaca27 HTTP/1.1" status: 204 len: 168 time: 0.8381765 Aug 24 04:59:57.465427 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.534772 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e11c73-123f-4059-877d-b086d6f698a8 req-9f16f251-a2c8-4bf0-8b7d-2e1ac552fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.536612 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-9f16f251-a2c8-4bf0-8b7d-2e1ac552fafc service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 1.6955848 Aug 24 04:59:57.540458 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a56cc43-f19d-4e76-ba1f-7968609999dd {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:59:57.584098 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Publish callbacks [] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.589023 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.604549 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:57.630869 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00a7e2-7fea-4ef6-88e6-bf87074a462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc0f32-277b-44bd-bae6-653594aaca27,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:57.683381 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-0045a128-c730-40ff-8506-73f383af9dc0 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 200 len: 217 time: 0.1162093 Aug 24 04:59:57.757824 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Transition to ACTIVE for port object 8a56cc43-f19d-4e76-ba1f-7968609999dd will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:59:57.779844 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=936c85cd-1e05-4281-b3e6-13b1c7718075,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:57.791577 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-5064ed2d-4cb2-424a-871c-5adf23d6d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.793130 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-5064ed2d-4cb2-424a-871c-5adf23d6d392 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=3dfd9cd1-130c-4706-921c-e546adc13cdc HTTP/1.1" status: 200 len: 912 time: 0.4094088 Aug 24 04:59:57.828366 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Attempting to bind port 936c85cd-1e05-4281-b3e6-13b1c7718075 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:57.828712 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Attempting to bind port 936c85cd-1e05-4281-b3e6-13b1c7718075 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:57.829359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Attempting to bind port 936c85cd-1e05-4281-b3e6-13b1c7718075 on network fa68ee2b-4e61-41de-a187-732b5be326be {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:57.911540 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df336e67-60d9-411f-8942-d83de41b4cb9 req-4fc272da-76fa-4472-ae63-2c631b4ab8ad tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.916021 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-e4f9e9f4-68f2-4afb-ba92-6ddbe21cd95a service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd702a10-383b-4b70-aecf-908548494e62 HTTP/1.1" status: 200 len: 217 time: 0.1016052 Aug 24 04:59:57.916575 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Port 936c85cd-1e05-4281-b3e6-13b1c7718075 on network fa68ee2b-4e61-41de-a187-732b5be326be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:59:57.918570 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Attempting to bind port 936c85cd-1e05-4281-b3e6-13b1c7718075 on network fa68ee2b-4e61-41de-a187-732b5be326be {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:57.918678 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-df336e67-60d9-411f-8942-d83de41b4cb9 req-4fc272da-76fa-4472-ae63-2c631b4ab8ad tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.6684577 Aug 24 04:59:57.920747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e11c73-123f-4059-877d-b086d6f698a8 req-20f269a1-0403-490a-90c2-25ba6a375568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.922191 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-20f269a1-0403-490a-90c2-25ba6a375568 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.2153716 Aug 24 04:59:57.924058 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:57.974137 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-aaa1869d-95c3-4cfe-b5cc-c8efc9517087 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681345 Aug 24 04:59:57.982939 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961426d5-8afe-4bbb-ab87-e6eb6338829a req-d7f9326a-c30c-4eb5-b605-a1819dcd5c4b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:57.994708 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-961426d5-8afe-4bbb-ab87-e6eb6338829a req-d7f9326a-c30c-4eb5-b605-a1819dcd5c4b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.4028296 Aug 24 04:59:58.050803 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:58.050803 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Checking segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:58.050803 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Bound using segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:58.050803 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Bound port: 936c85cd-1e05-4281-b3e6-13b1c7718075, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:58.050803 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:58.227594 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-df336e67-60d9-411f-8942-d83de41b4cb9 req-02c80648-28a3-4a5e-81d8-d6714be397b7 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078628 Aug 24 04:59:58.246101 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-961426d5-8afe-4bbb-ab87-e6eb6338829a req-9f57b37b-8190-4f8e-8131-4ebdd72b7d08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499590 Aug 24 04:59:58.259352 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e11c73-123f-4059-877d-b086d6f698a8 req-d4ea187a-93ba-41f5-bcd5-c77547835590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:58.263170 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-d4ea187a-93ba-41f5-bcd5-c77547835590 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2989318 Aug 24 04:59:58.273337 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a22095f-151d-419f-9cc3-d88cafad0611 req-1345f764-06b9-49c7-9c8e-0d18128758e4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089443 Aug 24 04:59:58.297397 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Pushing event updated for resources: {'Port': ['ID=8a56cc43-f19d-4e76-ba1f-7968609999dd,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:58.319140 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-566f23b8-4f03-4345-9e36-b65b505bd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:58.320747 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-566f23b8-4f03-4345-9e36-b65b505bd1de service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=7bef9831-c2dc-4258-a59e-76602563d483 HTTP/1.1" status: 200 len: 849 time: 0.3977106 Aug 24 04:59:58.417193 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a109366-eeca-46bd-8631-f29b3b75a6ee req-70b16096-c327-49b2-a2da-109b0b5fe2f7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:58.426263 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1a109366-eeca-46bd-8631-f29b3b75a6ee req-70b16096-c327-49b2-a2da-109b0b5fe2f7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 932 time: 0.0751414 Aug 24 04:59:58.429929 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Attempting to bind port 8a56cc43-f19d-4e76-ba1f-7968609999dd on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:59:58.430150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Attempting to bind port 8a56cc43-f19d-4e76-ba1f-7968609999dd by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:59:58.430497 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Attempting to bind port 8a56cc43-f19d-4e76-ba1f-7968609999dd on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:58.436893 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:58.468004 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:59:58.471088 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d55fd8c-3d63-408b-9b56-15e9f3269c06" -d '{"events": [{"name": "network-changed", "server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:59:58.494365 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Port 8a56cc43-f19d-4e76-ba1f-7968609999dd on network 45b5889b-1fed-4157-a576-0b6107ddbe4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:59:58.494630 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Attempting to bind port 8a56cc43-f19d-4e76-ba1f-7968609999dd on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:59:58.511482 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552026-14c4-4fe7-a835-a96eebd0897c req-07f867fc-0edd-424d-bc48-1dcfe0fbb3ec tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:58.513104 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-73552026-14c4-4fe7-a835-a96eebd0897c req-07f867fc-0edd-424d-bc48-1dcfe0fbb3ec tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0847628 Aug 24 04:59:58.541641 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] For port 936c85cd-1e05-4281-b3e6-13b1c7718075, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:58.545848 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-d102f48c-a039-4d02-a802-0d31de253be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:58.547510 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-d102f48c-a039-4d02-a802-0d31de253be2 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=3dfd9cd1-130c-4706-921c-e546adc13cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1884718 Aug 24 04:59:58.560119 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:59:58.560706 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1a109366-eeca-46bd-8631-f29b3b75a6ee req-85f064b9-49d0-435c-a1da-48863baf9860 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330633 Aug 24 04:59:58.560808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Checking segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:59:58.560940 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Bound using segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:59:58.561311 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Bound port: 8a56cc43-f19d-4e76-ba1f-7968609999dd, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:59:58.561687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:58.640854 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-73552026-14c4-4fe7-a835-a96eebd0897c req-60968fb3-c8d1-4b1b-9151-3859fa4b2b78 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196434 Aug 24 04:59:58.815853 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] For port 936c85cd-1e05-4281-b3e6-13b1c7718075, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=936c85cd-1e05-4281-b3e6-13b1c7718075,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:58.872164 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090dde5-b63c-4aa7-962d-63fd7f2c904d req-72ba8287-d344-4e09-90ac-d043418b1c2f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:58.886040 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2090dde5-b63c-4aa7-962d-63fd7f2c904d req-72ba8287-d344-4e09-90ac-d043418b1c2f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.2000442 Aug 24 04:59:58.904537 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d51783-d7d3-43fe-a5c7-32f62ad1c650 x-openstack-request-id: req-73d51783-d7d3-43fe-a5c7-32f62ad1c650 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:59:58.904825 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:59:58.905073 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-73d51783-d7d3-43fe-a5c7-32f62ad1c650 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:59:58.905918 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d51783-d7d3-43fe-a5c7-32f62ad1c650'] response: {'name': 'network-changed', 'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'status': 'completed', 'code': 200} Aug 24 04:59:58.991345 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2090dde5-b63c-4aa7-962d-63fd7f2c904d req-58d32a38-eea2-41cc-8d28-4bd5f387d991 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031883 Aug 24 04:59:59.079910 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-e8114893-a1c4-46cd-82e9-895e3927ecf4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/3dfd9cd1-130c-4706-921c-e546adc13cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763305 Aug 24 04:59:59.096290 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-50757a8e-4925-4eee-a18b-f94a177cf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.100274 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-50757a8e-4925-4eee-a18b-f94a177cf941 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 1127 time: 0.1308122 Aug 24 04:59:59.115585 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:59.119417 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-771695f1-c8b6-4f4e-af52-341820b7363a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8151476 Aug 24 04:59:59.120843 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.121721 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:59.123297 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 200 len: 1094 time: 4.5065112 Aug 24 04:59:59.131122 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39008) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:59:59.248876 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b204b-441b-49a2-95f9-c4d84d126ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=936c85cd-1e05-4281-b3e6-13b1c7718075,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:59:59.359224 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-42c0bb25-e849-4f20-ba43-9f6dbcb8b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.361099 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-42c0bb25-e849-4f20-ba43-9f6dbcb8b62f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 1128 time: 0.0638695 Aug 24 04:59:59.374454 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:59.400718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915258db-6fc2-452d-a9ca-b1c79659d052 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:59:59.495276 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-dab1ee1a-5f77-4f79-977c-0ce8ad111212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.497304 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-dab1ee1a-5f77-4f79-977c-0ce8ad111212 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 916 time: 0.3885584 Aug 24 04:59:59.511875 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Publish callbacks [] for port (915258db-6fc2-452d-a9ca-b1c79659d052), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:59.533264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5e02a461-5d69-46a8-9bd7-b8f75041d3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:59:59.542063 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:59.554652 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-33002ba9-5647-48d9-a9de-36e09eb1f3e1 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 200 len: 217 time: 0.1674573 Aug 24 04:59:59.587239 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-1a746c1f-409a-42d3-894e-beb2a3c39515 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b8866d6-c018-428f-b34a-771e00bb44a7 HTTP/1.1" status: 200 len: 217 time: 0.0479414 Aug 24 04:59:59.596943 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] For port 8a56cc43-f19d-4e76-ba1f-7968609999dd, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:59:59.601574 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:59:59.642393 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364522fc-2091-478c-869a-09bcff590b9c req-f30ab003-9758-4b3e-8d32-6d3380765802 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.646392 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-364522fc-2091-478c-869a-09bcff590b9c req-f30ab003-9758-4b3e-8d32-6d3380765802 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.1773024 Aug 24 04:59:59.656532 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29243106-9b30-46a9-af29-3bafc068b297 req-b5337bf4-59e8-4f9b-a8b5-19863a7fb405 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.657243 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-089511ab-135a-41cb-8a8b-8c783a4053e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.658840 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-089511ab-135a-41cb-8a8b-8c783a4053e4 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0590227 Aug 24 04:59:59.663345 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-29243106-9b30-46a9-af29-3bafc068b297 req-b5337bf4-59e8-4f9b-a8b5-19863a7fb405 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.1954691 Aug 24 04:59:59.712795 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] For port 8a56cc43-f19d-4e76-ba1f-7968609999dd, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:59:59.719115 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Transition to ACTIVE for port object 915258db-6fc2-452d-a9ca-b1c79659d052 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:59:59.731864 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-522ab87a-0905-48f9-b3ff-dda9cb5ed72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.733281 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-522ab87a-0905-48f9-b3ff-dda9cb5ed72a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.1353104 Aug 24 04:59:59.822855 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-29243106-9b30-46a9-af29-3bafc068b297 req-47b7d50a-ae9e-49df-aff1-bda86eab362f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584890 Aug 24 04:59:59.830256 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-364522fc-2091-478c-869a-09bcff590b9c req-fc8373a4-9512-4002-a456-743ef3f577bb tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596875 Aug 24 04:59:59.835234 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-6b7af4ed-d10e-4107-baa4-92fe8083fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.847820 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-6b7af4ed-d10e-4107-baa4-92fe8083fe02 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1504116 Aug 24 04:59:59.850383 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-d48f3f2e-f921-44c5-aebf-fe6886eb108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:59:59.851951 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-d48f3f2e-f921-44c5-aebf-fe6886eb108b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045985 Aug 24 04:59:59.924966 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.033141 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-42ec4253-d1cb-45d2-85d1-b8fc3bdbd44c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582177 Aug 24 05:00:00.041343 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:00.054856 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-03976e43-a76e-408a-b0ee-0f8e4f820bcf req-36d1bf70-ebbb-4290-b4d5-e246d23d7ac7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/3dfd9cd1-130c-4706-921c-e546adc13cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9123409 Aug 24 05:00:00.054856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.054856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:00.054856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.054856 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/8a56cc43-f19d-4e76-ba1f-7968609999dd HTTP/1.1" status: 200 len: 1094 time: 6.7469521 Aug 24 05:00:00.093903 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2273a-05f5-4383-bf3d-5a3f111274ae req-6eb8b63d-c1db-4e0d-a609-6d1d0ca38148 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:00.102041 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb2273a-05f5-4383-bf3d-5a3f111274ae req-6eb8b63d-c1db-4e0d-a609-6d1d0ca38148 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.1419573 Aug 24 05:00:00.157303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Attempting to bind port 915258db-6fc2-452d-a9ca-b1c79659d052 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:00:00.157860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Attempting to bind port 915258db-6fc2-452d-a9ca-b1c79659d052 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:00:00.161772 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Attempting to bind port 915258db-6fc2-452d-a9ca-b1c79659d052 on network 60f465a5-3648-4517-8cab-85b66f6fe49f {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:00:00.161893 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-a8845d6c-03d3-43b3-854c-234683c1ea14 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842150 Aug 24 05:00:00.176483 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513016c-4c9b-4b92-8a76-3aa8e0dac209 req-5a376b2c-0847-4f97-b071-996ac4362de8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:00.185318 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b513016c-4c9b-4b92-8a76-3aa8e0dac209 req-5a376b2c-0847-4f97-b071-996ac4362de8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.1779506 Aug 24 05:00:00.222358 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Port 915258db-6fc2-452d-a9ca-b1c79659d052 on network 60f465a5-3648-4517-8cab-85b66f6fe49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:00:00.222824 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Attempting to bind port 915258db-6fc2-452d-a9ca-b1c79659d052 on network 60f465a5-3648-4517-8cab-85b66f6fe49f {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:00:00.233759 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:00:00.234096 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Checking segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:00:00.234482 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Bound using segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:00:00.234919 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Bound port: 915258db-6fc2-452d-a9ca-b1c79659d052, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:00:00.235508 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.280838 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09e99-0feb-43e0-ac82-99f7dd80d936 service neutron] Pushing event updated for resources: {'Port': ['ID=8a56cc43-f19d-4e76-ba1f-7968609999dd,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:00.306893 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb2273a-05f5-4383-bf3d-5a3f111274ae req-e4c50f31-830d-4dc6-9a5b-a7a369b5f77d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037799 Aug 24 05:00:00.410772 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b513016c-4c9b-4b92-8a76-3aa8e0dac209 req-84eb20ef-89e3-4dc5-8ef8-32abd88eb006 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207983 Aug 24 05:00:00.433436 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:00:00.438824 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:00:00.467164 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5e02a461-5d69-46a8-9bd7-b8f75041d3c8 admin admin] Publish callbacks [] for security_group (42cb348e-61c4-4543-99ba-cd552f995c20), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.488526 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-8b546f63-45d5-4aa1-9aec-84c9c536e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:00.490158 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-8b546f63-45d5-4aa1-9aec-84c9c536e30c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 1128 time: 0.1985903 Aug 24 05:00:00.494098 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-90595b14-8029-48f9-a48c-802a915264fe service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090770 Aug 24 05:00:00.517737 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d55fd8c-3d63-408b-9b56-15e9f3269c06 req-fb9d9c6d-512b-4e6d-a5b4-43353183d880 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170888 Aug 24 05:00:00.526254 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27123269-d425-463b-93c7-71bd02e2cd6f req-7e7a27a8-19b3-457f-8e8e-d6b4b7c8e4ee tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:00.527887 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-27123269-d425-463b-93c7-71bd02e2cd6f req-7e7a27a8-19b3-457f-8e8e-d6b4b7c8e4ee tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0959799 Aug 24 05:00:00.559478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.563166 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:00.564341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.568326 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 1094 time: 4.2158854 Aug 24 05:00:00.596145 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5e02a461-5d69-46a8-9bd7-b8f75041d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (42cb348e-61c4-4543-99ba-cd552f995c20), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.603149 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-27123269-d425-463b-93c7-71bd02e2cd6f req-20ec654b-138d-4118-908c-14c085ec7c90 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692425 Aug 24 05:00:00.654017 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-5e02a461-5d69-46a8-9bd7-b8f75041d3c8 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=f8be60074ff941cd9db762708081cd10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5082021 Aug 24 05:00:00.656799 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39042) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:00.666933 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722bded-79a9-414f-84a0-e672f53c3968 service neutron] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:00.676042 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02a461-5d69-46a8-9bd7-b8f75041d3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cb348e-61c4-4543-99ba-cd552f995c20,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:00.732134 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-98ee84b5-8731-49b2-b108-3cd808755e4d admin admin] Publish callbacks [] for security_group (42cb348e-61c4-4543-99ba-cd552f995c20), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.756303 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-98ee84b5-8731-49b2-b108-3cd808755e4d admin admin] Publish callbacks [] for security_group (42cb348e-61c4-4543-99ba-cd552f995c20), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.851639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:00.908472 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-87cc03bf-6287-4e49-8318-bd92bd737a55 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd HTTP/1.1" status: 200 len: 217 time: 0.0581341 Aug 24 05:00:00.919223 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075'}, {'name': 'network-changed', 'server_uuid': '6f4225d1-b115-4951-a361-2118e0bf3022', 'tag': '8a56cc43-f19d-4e76-ba1f-7968609999dd'}, {'name': 'network-changed', 'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:00.921723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b" -d '{"events": [{"name": "network-changed", "server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075"}, {"name": "network-changed", "server_uuid": "6f4225d1-b115-4951-a361-2118e0bf3022", "tag": "8a56cc43-f19d-4e76-ba1f-7968609999dd"}, {"name": "network-changed", "server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:00.988714 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a946c-b8db-458a-a3aa-650baf0d8190 req-91160cbf-688c-4806-99e7-71bb9c09fe55 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:00.990361 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a1a946c-b8db-458a-a3aa-650baf0d8190 req-91160cbf-688c-4806-99e7-71bb9c09fe55 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.0898218 Aug 24 05:00:00.991227 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-98ee84b5-8731-49b2-b108-3cd808755e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (42cb348e-61c4-4543-99ba-cd552f995c20), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.993700 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-98ee84b5-8731-49b2-b108-3cd808755e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:00.994735 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-98ee84b5-8731-49b2-b108-3cd808755e4d admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/42cb348e-61c4-4543-99ba-cd552f995c20 HTTP/1.1" status: 204 len: 168 time: 0.3369102 Aug 24 05:00:01.023068 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-fc140a78-31d4-4239-8ef6-10e6b29d2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:01.024534 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-fc140a78-31d4-4239-8ef6-10e6b29d2a94 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.1001263 Aug 24 05:00:01.034808 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee84b5-8731-49b2-b108-3cd808755e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cb348e-61c4-4543-99ba-cd552f995c20,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:01.044701 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eb76a-5308-4203-9b79-22a54808171f req-b5e772ea-5f4f-4fe0-a930-210d88d7593a tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:01.047108 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7d5eb76a-5308-4203-9b79-22a54808171f req-b5e772ea-5f4f-4fe0-a930-210d88d7593a tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.1189413 Aug 24 05:00:01.079513 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3a6e4c5a-e673-43d9-b8c5-3e2a74933e50 req-4e4dd8ff-06ee-4c44-af2c-2893f98718b5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151237 Aug 24 05:00:01.116943 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a1a946c-b8db-458a-a3aa-650baf0d8190 req-207da626-c3b7-4e6e-83c0-923879e4e1d7 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123736 Aug 24 05:00:01.145254 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:01.149809 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7d5eb76a-5308-4203-9b79-22a54808171f req-3395a220-72ab-4837-86bc-23a7414b82f5 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883994 Aug 24 05:00:01.178409 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb35fe-64de-47dc-badb-b816c564fa52 x-openstack-request-id: req-6ecb35fe-64de-47dc-badb-b816c564fa52 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:01.179063 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f4225d1-b115-4951-a361-2118e0bf3022", "tag": "8a56cc43-f19d-4e76-ba1f-7968609999dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:01.179272 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6ecb35fe-64de-47dc-badb-b816c564fa52 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:01.179675 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecb35fe-64de-47dc-badb-b816c564fa52'] response: {'name': 'network-changed', 'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'status': 'completed', 'code': 200} Aug 24 05:00:01.185737 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecb35fe-64de-47dc-badb-b816c564fa52'] response: {'name': 'network-changed', 'server_uuid': '6f4225d1-b115-4951-a361-2118e0bf3022', 'tag': '8a56cc43-f19d-4e76-ba1f-7968609999dd', 'status': 'completed', 'code': 200} Aug 24 05:00:01.185737 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecb35fe-64de-47dc-badb-b816c564fa52'] response: {'name': 'network-changed', 'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052', 'status': 'completed', 'code': 200} Aug 24 05:00:01.474187 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb45e33-38bd-4ec9-b652-a69c2f584225 req-abe851a6-fb1c-44c5-96c7-36cea8f907e0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:01.474386 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0eb45e33-38bd-4ec9-b652-a69c2f584225 req-abe851a6-fb1c-44c5-96c7-36cea8f907e0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0595653 Aug 24 05:00:01.558744 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0eb45e33-38bd-4ec9-b652-a69c2f584225 req-ba6b09d1-d183-454e-bcdb-84f9de8181f7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765889 Aug 24 05:00:01.570213 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeb97a-a80d-4adb-820a-c32a760918ee req-ed40d278-58d6-44e5-8b4f-255e5f7eb7a2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:01.571726 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-77eeb97a-a80d-4adb-820a-c32a760918ee req-ed40d278-58d6-44e5-8b4f-255e5f7eb7a2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0675020 Aug 24 05:00:01.620865 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-77eeb97a-a80d-4adb-820a-c32a760918ee req-1f0884e8-b2f4-4a11-ae71-d82e4803e9cb tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Aug 24 05:00:01.737704 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8620e8e-3e32-4102-9e7d-56ca7541ffe8 req-f0d35241-4084-4967-8e99-c4eb3a6e5fea tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:01.739191 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d8620e8e-3e32-4102-9e7d-56ca7541ffe8 req-f0d35241-4084-4967-8e99-c4eb3a6e5fea tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0472891 Aug 24 05:00:01.785969 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d8620e8e-3e32-4102-9e7d-56ca7541ffe8 req-781e1c37-dd64-4325-b1d7-4baac46f1aeb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Aug 24 05:00:01.962600 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39088) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:01.977019 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4424ef2a-a8a9-4721-80c0-5b329067afbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:02.055422 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4424ef2a-a8a9-4721-80c0-5b329067afbd admin admin] Publish callbacks [] for security_group (265b6b4a-94d3-47c4-bc59-ebb243e239e4), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:02.151773 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4424ef2a-a8a9-4721-80c0-5b329067afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (265b6b4a-94d3-47c4-bc59-ebb243e239e4), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:02.195331 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4424ef2a-a8a9-4721-80c0-5b329067afbd admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=8699853b99cb4e1dbebdf9e208e0542b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314711 Aug 24 05:00:02.197917 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424ef2a-a8a9-4721-80c0-5b329067afbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b6b4a-94d3-47c4-bc59-ebb243e239e4,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:02.198126 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39100) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:02.319240 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454cf1-0d06-42f8-ad6e-fe2172bce3ac req-38497b42-c0f7-427b-b208-afe15e3863a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:02.320705 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-26454cf1-0d06-42f8-ad6e-fe2172bce3ac req-38497b42-c0f7-427b-b208-afe15e3863a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.1052613 Aug 24 05:00:02.330120 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dbc9e-f449-4977-bef2-a4adc6965c28 req-99b933c4-4f35-40d4-b130-e4ef7012ebeb tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:02.332757 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-129dbc9e-f449-4977-bef2-a4adc6965c28 req-99b933c4-4f35-40d4-b130-e4ef7012ebeb tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.0988863 Aug 24 05:00:02.373105 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4230440d-97ea-4246-a54a-aeb1fcb4a0cf admin admin] Publish callbacks [] for security_group (265b6b4a-94d3-47c4-bc59-ebb243e239e4), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:02.415735 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4230440d-97ea-4246-a54a-aeb1fcb4a0cf admin admin] Publish callbacks [] for security_group (265b6b4a-94d3-47c4-bc59-ebb243e239e4), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:02.443247 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-26454cf1-0d06-42f8-ad6e-fe2172bce3ac req-3ac00e81-6e09-49b3-92fd-cf16530fe91a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094732 Aug 24 05:00:02.448411 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-129dbc9e-f449-4977-bef2-a4adc6965c28 req-789f8d15-1b6b-4556-9dce-16158b8bbf3c tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052499 Aug 24 05:00:02.607850 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4230440d-97ea-4246-a54a-aeb1fcb4a0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (265b6b4a-94d3-47c4-bc59-ebb243e239e4), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:02.608207 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:02.610405 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4230440d-97ea-4246-a54a-aeb1fcb4a0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:02.611812 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4230440d-97ea-4246-a54a-aeb1fcb4a0cf admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/265b6b4a-94d3-47c4-bc59-ebb243e239e4 HTTP/1.1" status: 204 len: 168 time: 0.4124320 Aug 24 05:00:02.620422 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230440d-97ea-4246-a54a-aeb1fcb4a0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b6b4a-94d3-47c4-bc59-ebb243e239e4,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:02.760485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125766-f88c-44ec-813b-f84926a38e67 req-81dfd33d-244b-4f5a-bb11-97df12d1ca51 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:02.762066 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2c125766-f88c-44ec-813b-f84926a38e67 req-81dfd33d-244b-4f5a-bb11-97df12d1ca51 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0977473 Aug 24 05:00:02.791762 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92121a0-5106-4df3-8fbe-8a3e55ff1aa4 req-7f88e7f9-bc09-4442-8549-cf537c16f701 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:02.793204 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f92121a0-5106-4df3-8fbe-8a3e55ff1aa4 req-7f88e7f9-bc09-4442-8549-cf537c16f701 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0789075 Aug 24 05:00:02.840465 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2c125766-f88c-44ec-813b-f84926a38e67 req-a8e845c1-bffb-4440-882b-25956b7e6b25 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729158 Aug 24 05:00:02.870111 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f92121a0-5106-4df3-8fbe-8a3e55ff1aa4 req-8af5769a-3337-47d9-bd04-00f39e7f1aca tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611362 Aug 24 05:00:02.890853 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=7 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:02.953701 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6cd22-40f1-47c5-a1d8-036a5420ad29 req-acedf0f5-be21-4483-b0ec-2934a668d867 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:02.955453 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-57a6cd22-40f1-47c5-a1d8-036a5420ad29 req-acedf0f5-be21-4483-b0ec-2934a668d867 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0521052 Aug 24 05:00:03.005842 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-57a6cd22-40f1-47c5-a1d8-036a5420ad29 req-d1f1185b-cfb0-4e1a-b578-c9d5647aa969 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Aug 24 05:00:03.066815 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-e1039103-ca7b-404e-a08c-54d8a1dc6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.068559 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-e1039103-ca7b-404e-a08c-54d8a1dc6171 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412636 Aug 24 05:00:03.120261 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=40 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:03.205122 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-01607cec-a5b6-46d8-aaf1-a76162798cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.208632 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-01607cec-a5b6-46d8-aaf1-a76162798cbf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 1128 time: 0.0470448 Aug 24 05:00:03.209661 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6d47d6b1-61a4-4eb7-8a1b-96a21aec6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.211208 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-6d47d6b1-61a4-4eb7-8a1b-96a21aec6870 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1128 time: 0.0816953 Aug 24 05:00:03.293648 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-ced936b4-5138-4a1f-936b-9ba573eb219f service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 217 time: 0.0756230 Aug 24 05:00:03.307287 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-34879248-f2ca-44d3-99c8-6cd9a824aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.308742 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-34879248-f2ca-44d3-99c8-6cd9a824aadb service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 913 time: 0.0961382 Aug 24 05:00:03.339840 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-2b9f514e-036e-48cb-87a3-73af7b5fb2a2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788328 Aug 24 05:00:03.346815 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-5b79a04e-27ba-4406-ace3-254ac5467146 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 200 len: 217 time: 0.0320776 Aug 24 05:00:03.381123 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-3c7c8af8-c627-4fce-8e96-a582b085d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.382589 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-3c7c8af8-c627-4fce-8e96-a582b085d0bc service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0818682 Aug 24 05:00:03.395620 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-a4714daa-2faa-4483-9467-2cc546704198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.397082 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-a4714daa-2faa-4483-9467-2cc546704198 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0447595 Aug 24 05:00:03.440111 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-3e0ef4e7-e85f-42c9-9b90-bb9860d84093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.441609 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-3e0ef4e7-e85f-42c9-9b90-bb9860d84093 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393388 Aug 24 05:00:03.476476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279c86-683d-4eb7-988b-8b99c150705d req-dda765c5-f134-4f9d-add3-1ac22df32428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.478019 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-dda765c5-f134-4f9d-add3-1ac22df32428 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895913 Aug 24 05:00:03.484577 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-197e95ab-ccf3-461f-be9d-2125b3f3cdf2 req-60cb1c15-496e-4319-b3a7-cbaba0d8fb4e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389213 Aug 24 05:00:03.517690 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:03.557640 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-7a9033f8-446a-410c-97b1-86be1ce795d4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091571 Aug 24 05:00:03.631063 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-faf6c2fb-0304-4127-ba5d-8ceda4f4139e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445272 Aug 24 05:00:03.632409 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:03.650657 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c6db3-9bc7-4801-a7c3-15a7066ff046 req-48279642-e58a-48b9-a71c-16796eab69c5 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.652213 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f33c6db3-9bc7-4801-a7c3-15a7066ff046 req-48279642-e58a-48b9-a71c-16796eab69c5 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.1099856 Aug 24 05:00:03.667853 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbe656-2a6e-4169-9d55-cfaf382399c8 req-728bfe71-94c1-4080-aa64-33a3935e40f5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:03.669319 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8dcbe656-2a6e-4169-9d55-cfaf382399c8 req-728bfe71-94c1-4080-aa64-33a3935e40f5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.0945976 Aug 24 05:00:03.742662 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8b279c86-683d-4eb7-988b-8b99c150705d req-f4d09f66-f76e-4a6d-b98b-e972a06baa00 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053705 Aug 24 05:00:03.793587 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-cde58ce0-56b9-46df-85f9-4d5a317fcaf4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199893 Aug 24 05:00:03.801641 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f33c6db3-9bc7-4801-a7c3-15a7066ff046 req-d0cf8b67-82d4-45f0-922b-e76a148e2a11 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400206 Aug 24 05:00:03.809494 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8dcbe656-2a6e-4169-9d55-cfaf382399c8 req-8b42b978-cbb9-4132-a23d-3455ed60f762 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046538 Aug 24 05:00:04.184688 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277299be-d3fa-4a6b-9a36-f906c240ad43 req-bb14f376-021c-43de-a396-dfc3564cd737 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:04.190723 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-277299be-d3fa-4a6b-9a36-f906c240ad43 req-bb14f376-021c-43de-a396-dfc3564cd737 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.2603195 Aug 24 05:00:04.212388 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d965d9f-6be4-4f39-b622-fe422ba470fd req-7bb8ca5a-5870-4184-a4e9-c996bcf13762 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:04.212388 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d965d9f-6be4-4f39-b622-fe422ba470fd req-7bb8ca5a-5870-4184-a4e9-c996bcf13762 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.2679980 Aug 24 05:00:04.282527 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-277299be-d3fa-4a6b-9a36-f906c240ad43 req-d80a7a03-8c4a-4ea3-9e4a-7effadc5ce39 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890310 Aug 24 05:00:04.290876 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d965d9f-6be4-4f39-b622-fe422ba470fd req-e94ef4c7-ada6-4a74-9f1a-895dc8f4dde3 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660996 Aug 24 05:00:04.393258 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550d57-f032-4c87-a907-c1966caa49ad req-58322c0c-2c5a-48e8-94c0-b531556dca1e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:04.395170 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6550d57-f032-4c87-a907-c1966caa49ad req-58322c0c-2c5a-48e8-94c0-b531556dca1e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0466557 Aug 24 05:00:04.447131 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6550d57-f032-4c87-a907-c1966caa49ad req-772dad89-eb59-4a37-b83a-5d56a4d08a78 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Aug 24 05:00:04.596875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:04.694023 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:04.944771 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-127f89c9-1cb7-4669-a5ce-b83a6521fb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:04.971833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd4ebf-0240-4471-b98b-76c050538cad req-a0b71c60-92ea-4632-ab6f-d8abc77ddf4b tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:04.973317 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aadd4ebf-0240-4471-b98b-76c050538cad req-a0b71c60-92ea-4632-ab6f-d8abc77ddf4b tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.0851583 Aug 24 05:00:04.978894 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbec5d-5101-4432-aaab-a12ed87defcd req-539bbf5b-c807-4277-be00-c060237e5dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:04.987705 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-abdbec5d-5101-4432-aaab-a12ed87defcd req-539bbf5b-c807-4277-be00-c060237e5dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.0903015 Aug 24 05:00:05.053501 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aadd4ebf-0240-4471-b98b-76c050538cad req-b0cef1eb-b7f9-4f89-aaaf-f441a9d724a5 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722716 Aug 24 05:00:05.056759 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-abdbec5d-5101-4432-aaab-a12ed87defcd req-3d0ab519-13cd-43b7-b21a-b71eac8da9dc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689898 Aug 24 05:00:05.420013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:05.457129 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58b87d-086c-42b9-9fb4-ac9f62b45ae0 req-5f245438-ed02-4519-aa4f-3c10037dfa8a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:05.458781 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e58b87d-086c-42b9-9fb4-ac9f62b45ae0 req-5f245438-ed02-4519-aa4f-3c10037dfa8a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0912757 Aug 24 05:00:05.474257 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80918b09-da20-49e9-890e-97aca1501026 req-53040e05-affc-461f-b0ab-9921ac60f433 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:05.475844 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-80918b09-da20-49e9-890e-97aca1501026 req-53040e05-affc-461f-b0ab-9921ac60f433 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0725043 Aug 24 05:00:05.554716 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e58b87d-086c-42b9-9fb4-ac9f62b45ae0 req-f1d21964-37a2-46b3-a3ad-d29b58b5fbda tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770385 Aug 24 05:00:05.555726 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-80918b09-da20-49e9-890e-97aca1501026 req-eb77b4df-0a46-4c32-bc03-1a0da5747121 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668213 Aug 24 05:00:05.647421 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc82ef0-1f8e-45e8-b85b-397ed7b816c0 req-b9dda20b-37f2-44a9-9517-4b33b50df6f5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:05.648865 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7dc82ef0-1f8e-45e8-b85b-397ed7b816c0 req-b9dda20b-37f2-44a9-9517-4b33b50df6f5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0469096 Aug 24 05:00:05.697295 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7dc82ef0-1f8e-45e8-b85b-397ed7b816c0 req-5bb5a972-577e-4897-9adb-636b7002f365 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Aug 24 05:00:05.808189 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:06.207796 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c53fa-a736-49a4-9e22-eb1e928c0cf8 req-5d275908-8f61-42ba-bce6-76e9f0e5d17d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:06.209284 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f2c53fa-a736-49a4-9e22-eb1e928c0cf8 req-5d275908-8f61-42ba-bce6-76e9f0e5d17d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.0795670 Aug 24 05:00:06.214835 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dc42-4fc5-4df3-b590-8d191ef3c565 req-52322bb5-613c-4cc1-b83c-5a3af4aedfc9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:06.216219 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08f3dc42-4fc5-4df3-b590-8d191ef3c565 req-52322bb5-613c-4cc1-b83c-5a3af4aedfc9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.0774779 Aug 24 05:00:06.219877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:06.289275 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f2c53fa-a736-49a4-9e22-eb1e928c0cf8 req-d11eb880-e890-4064-9760-34c4b11f29a1 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720804 Aug 24 05:00:06.298661 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08f3dc42-4fc5-4df3-b590-8d191ef3c565 req-bae14a54-f986-4282-bce7-872f257288e2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722468 Aug 24 05:00:06.310798 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39218) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:06.423258 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-513c5e11-acf2-4807-ad93-a98034a84006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:06.500390 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-513c5e11-acf2-4807-ad93-a98034a84006 admin admin] Publish callbacks [] for security_group (1674f34f-3425-4e87-abde-f63f7aed6507), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:06.660042 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-513c5e11-acf2-4807-ad93-a98034a84006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (1674f34f-3425-4e87-abde-f63f7aed6507), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:06.725537 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac333873-2d7c-4370-bec5-0aa0076dddf3 req-1640cb93-9a83-4d75-ad39-65114afcdc60 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:06.727053 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ac333873-2d7c-4370-bec5-0aa0076dddf3 req-1640cb93-9a83-4d75-ad39-65114afcdc60 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.1069059 Aug 24 05:00:06.740033 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf560f0-fa62-4242-9aaf-43e423508f6e req-1631de6c-7f53-42a7-98c5-67961f6f055c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:06.741465 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cdf560f0-fa62-4242-9aaf-43e423508f6e req-1631de6c-7f53-42a7-98c5-67961f6f055c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.1063232 Aug 24 05:00:06.755850 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-513c5e11-acf2-4807-ad93-a98034a84006 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=4f3ae1939c0247308ad975d2690c5516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438775 Aug 24 05:00:06.758344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c5e11-acf2-4807-ad93-a98034a84006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1674f34f-3425-4e87-abde-f63f7aed6507,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:06.758579 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39234) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:06.809240 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b3d54664-5060-49c5-b011-9771f324dd9c admin admin] Publish callbacks [] for security_group (1674f34f-3425-4e87-abde-f63f7aed6507), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:06.810452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:06.825263 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ac333873-2d7c-4370-bec5-0aa0076dddf3 req-a286b8a5-e926-42ef-9266-38f651f9872b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828674 Aug 24 05:00:06.829004 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b3d54664-5060-49c5-b011-9771f324dd9c admin admin] Publish callbacks [] for security_group (1674f34f-3425-4e87-abde-f63f7aed6507), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:06.832792 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cdf560f0-fa62-4242-9aaf-43e423508f6e req-ca127ad0-8329-4647-a10b-7e4ab3589288 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843897 Aug 24 05:00:06.942458 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d2c0c-819e-4f1d-b45c-0fd0466fe54d req-b7155bb6-7a06-4aa1-850f-61d4795309f5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:06.943858 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1a6d2c0c-819e-4f1d-b45c-0fd0466fe54d req-b7155bb6-7a06-4aa1-850f-61d4795309f5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0519836 Aug 24 05:00:06.945765 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b3d54664-5060-49c5-b011-9771f324dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (1674f34f-3425-4e87-abde-f63f7aed6507), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:06.948300 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b3d54664-5060-49c5-b011-9771f324dd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:06.949437 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b3d54664-5060-49c5-b011-9771f324dd9c admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/1674f34f-3425-4e87-abde-f63f7aed6507 HTTP/1.1" status: 204 len: 168 time: 0.1898127 Aug 24 05:00:06.957847 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d54664-5060-49c5-b011-9771f324dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1674f34f-3425-4e87-abde-f63f7aed6507,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:06.997547 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1a6d2c0c-819e-4f1d-b45c-0fd0466fe54d req-36baf310-6f15-4a62-9b8c-22d5801d8106 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Aug 24 05:00:07.125747 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device fd702a10-383b-4b70-aecf-908548494e62 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:00:07.243146 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port fd702a10-383b-4b70-aecf-908548494e62, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd702a10-383b-4b70-aecf-908548494e62,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:07.254743 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': 'fd702a10-383b-4b70-aecf-908548494e62', 'network_id': '3dfd9cd1-130c-4706-921c-e546adc13cdc', 'port_id': 'fd702a10-383b-4b70-aecf-908548494e62', 'mac_address': 'fa:16:3e:96:c5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bef9831-c2dc-4258-a59e-76602563d483', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:00:07.278052 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ea342bca-0907-4ccd-af60-b5bb758a4387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:07.291369 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port fd702a10-383b-4b70-aecf-908548494e62 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:07.291759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (fd702a10-383b-4b70-aecf-908548494e62), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:07.305780 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd702a10-383b-4b70-aecf-908548494e62 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:00:07.326367 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port fd702a10-383b-4b70-aecf-908548494e62, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd702a10-383b-4b70-aecf-908548494e62,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:07.402472 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (fd702a10-383b-4b70-aecf-908548494e62), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:07.432588 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:07.460714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=fd702a10-383b-4b70-aecf-908548494e62,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:07.469701 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a315ee-3791-4900-99a3-521bc90e7312 req-f55ae1f5-df6c-43f0-858f-116be1438fc3 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:07.472118 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e3a315ee-3791-4900-99a3-521bc90e7312 req-f55ae1f5-df6c-43f0-858f-116be1438fc3 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 944 time: 0.0867045 Aug 24 05:00:07.478012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87942547-83ec-4be5-9b12-311a5b370009 req-3a0d25f9-5d2b-4d4f-9b50-d0edf0835390 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:07.479464 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-87942547-83ec-4be5-9b12-311a5b370009 req-3a0d25f9-5d2b-4d4f-9b50-d0edf0835390 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.0840774 Aug 24 05:00:07.525185 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:07.551476 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e3a315ee-3791-4900-99a3-521bc90e7312 req-d1142bfc-22ff-4bd8-a078-adaed9e77680 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710533 Aug 24 05:00:07.562618 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-87942547-83ec-4be5-9b12-311a5b370009 req-a482b3e4-aa6a-4565-80f5-a7e6d6440ad8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762866 Aug 24 05:00:07.608258 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:07.744043 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39260) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:07.753868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ade-957e-4be1-b5b0-673debf256d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:07.833642 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ade-957e-4be1-b5b0-673debf256d9 admin admin] Publish callbacks [] for security_group (e34cda28-4c0e-4ea0-ba98-89b8446bb0b0), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:07.878233 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['fd702a10-383b-4b70-aecf-908548494e62'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:00:07.916687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ade-957e-4be1-b5b0-673debf256d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (e34cda28-4c0e-4ea0-ba98-89b8446bb0b0), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:07.969975 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-6fb97ade-957e-4be1-b5b0-673debf256d9 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=cf863097bc4448e081e1b5c83eedf894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293310 Aug 24 05:00:07.971457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39268) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:07.993270 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb97ade-957e-4be1-b5b0-673debf256d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34cda28-4c0e-4ea0-ba98-89b8446bb0b0,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:08.001866 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd71e20-8b3b-42ee-aea8-1ec43b48cb1a req-37b839ec-e26b-4a07-861a-febf0288e409 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:08.004038 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8fd71e20-8b3b-42ee-aea8-1ec43b48cb1a req-37b839ec-e26b-4a07-861a-febf0288e409 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0892432 Aug 24 05:00:08.012485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca7dda-833b-4af8-ba4d-58bc91c62fd6 req-430a3e72-5d7e-4285-883b-33b700e5fa3e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:08.013962 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-24ca7dda-833b-4af8-ba4d-58bc91c62fd6 req-430a3e72-5d7e-4285-883b-33b700e5fa3e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0877202 Aug 24 05:00:08.049809 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-136c29c7-e5e5-409c-92f9-0d97f2c7df78 admin admin] Publish callbacks [] for security_group (e34cda28-4c0e-4ea0-ba98-89b8446bb0b0), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:08.071386 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-136c29c7-e5e5-409c-92f9-0d97f2c7df78 admin admin] Publish callbacks [] for security_group (e34cda28-4c0e-4ea0-ba98-89b8446bb0b0), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:08.077292 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:08.088676 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8fd71e20-8b3b-42ee-aea8-1ec43b48cb1a req-0b14800a-6e5b-473b-b3d4-58d036a2a369 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736556 Aug 24 05:00:08.104077 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-24ca7dda-833b-4af8-ba4d-58bc91c62fd6 req-b653b824-f1a7-4156-a67f-fcf8a6e08434 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813890 Aug 24 05:00:08.243676 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952f980-1a33-4caa-8d50-a12a91f80704 req-0e9a89e3-b40b-449b-9629-9cee949c3e41 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:08.245147 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6952f980-1a33-4caa-8d50-a12a91f80704 req-0e9a89e3-b40b-449b-9629-9cee949c3e41 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0592172 Aug 24 05:00:08.248220 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-136c29c7-e5e5-409c-92f9-0d97f2c7df78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (e34cda28-4c0e-4ea0-ba98-89b8446bb0b0), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:08.250774 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-136c29c7-e5e5-409c-92f9-0d97f2c7df78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:08.252108 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-136c29c7-e5e5-409c-92f9-0d97f2c7df78 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/e34cda28-4c0e-4ea0-ba98-89b8446bb0b0 HTTP/1.1" status: 204 len: 168 time: 0.2791333 Aug 24 05:00:08.261175 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c29c7-e5e5-409c-92f9-0d97f2c7df78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34cda28-4c0e-4ea0-ba98-89b8446bb0b0,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:08.301732 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6952f980-1a33-4caa-8d50-a12a91f80704 req-fbbff5af-8ea5-467f-84f7-d9665c43b9d3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509408 Aug 24 05:00:08.418208 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:08.457345 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:08.573462 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:08.699510 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:08.708569 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f493437-6d00-45d0-8d41-05cc3198cec4 req-0b46b789-1a5a-4cfe-b984-743156cb9ba7 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:08.710089 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5f493437-6d00-45d0-8d41-05cc3198cec4 req-0b46b789-1a5a-4cfe-b984-743156cb9ba7 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 945 time: 0.0843313 Aug 24 05:00:08.715843 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad31a80-e7d2-4a17-a4aa-79faef528b95 req-32dda6d6-f82d-4698-9386-06f3a0109b89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:08.717231 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0ad31a80-e7d2-4a17-a4aa-79faef528b95 req-32dda6d6-f82d-4698-9386-06f3a0109b89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 943 time: 0.0803485 Aug 24 05:00:08.788272 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5f493437-6d00-45d0-8d41-05cc3198cec4 req-46f4a9ca-2bc6-452d-909b-37dfa5291fbf tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701029 Aug 24 05:00:08.795970 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0ad31a80-e7d2-4a17-a4aa-79faef528b95 req-9905f106-57bf-4b88-b205-1d932eebbd7d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709710 Aug 24 05:00:09.102303 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3b8866d6-c018-428f-b34a-771e00bb44a7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:00:09.117419 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device fd702a10-383b-4b70-aecf-908548494e62 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:00:09.216743 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port fd702a10-383b-4b70-aecf-908548494e62 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:00:09.247231 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 3b8866d6-c018-428f-b34a-771e00bb44a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b8866d6-c018-428f-b34a-771e00bb44a7,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:09.262279 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:00:09.302668 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c4783-e3ac-4b53-b023-d8fd4a31db2a req-5ff45100-2c0b-41cf-9f87-9df14fbfa27c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:09.304686 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f69c4783-e3ac-4b53-b023-d8fd4a31db2a req-5ff45100-2c0b-41cf-9f87-9df14fbfa27c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.1087265 Aug 24 05:00:09.352461 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eafd1-bee3-41bf-9341-2e6fcb65aed7 req-e58d8f3c-9f19-4a28-95ea-42f1b48e5116 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:09.367916 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de5eafd1-bee3-41bf-9341-2e6fcb65aed7 req-e58d8f3c-9f19-4a28-95ea-42f1b48e5116 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.1355186 Aug 24 05:00:09.404030 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f69c4783-e3ac-4b53-b023-d8fd4a31db2a req-2a1059e1-1218-4ca0-8fe6-5df06b99f3dd tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858674 Aug 24 05:00:09.419696 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 3b8866d6-c018-428f-b34a-771e00bb44a7 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:09.419696 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:09.433262 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port fd702a10-383b-4b70-aecf-908548494e62 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:00:09.433692 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (fd702a10-383b-4b70-aecf-908548494e62), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:09.456916 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8866d6-c018-428f-b34a-771e00bb44a7 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:00:09.473472 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de5eafd1-bee3-41bf-9341-2e6fcb65aed7 req-bac88220-cfdd-46a5-8bc3-7aee93102237 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703914 Aug 24 05:00:09.496718 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 3b8866d6-c018-428f-b34a-771e00bb44a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b8866d6-c018-428f-b34a-771e00bb44a7,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:09.498295 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:09.538837 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e51f09-b0ef-4932-be43-9b236c3d3b36 req-680ddfbf-c8ed-4653-b546-36f8ccab584b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:09.540241 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port fd702a10-383b-4b70-aecf-908548494e62 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:09.540568 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07e51f09-b0ef-4932-be43-9b236c3d3b36 req-680ddfbf-c8ed-4653-b546-36f8ccab584b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0478723 Aug 24 05:00:09.540724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (fd702a10-383b-4b70-aecf-908548494e62), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:09.568113 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd702a10-383b-4b70-aecf-908548494e62'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:09.597412 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07e51f09-b0ef-4932-be43-9b236c3d3b36 req-d6028200-bf48-4c89-9c75-34eec09c2626 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Aug 24 05:00:09.638790 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:09.650489 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port fd702a10-383b-4b70-aecf-908548494e62, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd702a10-383b-4b70-aecf-908548494e62,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:09.698865 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=3b8866d6-c018-428f-b34a-771e00bb44a7,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:09.722593 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (fd702a10-383b-4b70-aecf-908548494e62), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:09.763120 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834b120-027d-4427-b98f-46d1fac1fb3e" -d '{"events": [{"server_uuid": "fd0ffd41-8ca1-4080-bf08-dfb4e18d93af", "name": "network-vif-plugged", "status": "completed", "tag": "fd702a10-383b-4b70-aecf-908548494e62"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:09.796699 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:09.815200 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=fd702a10-383b-4b70-aecf-908548494e62,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:09.874403 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafd7ec7-db06-46b4-aa90-3a18302fd320 x-openstack-request-id: req-dafd7ec7-db06-46b4-aa90-3a18302fd320 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:09.875065 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ffd41-8ca1-4080-bf08-dfb4e18d93af", "name": "network-vif-plugged", "status": "completed", "tag": "fd702a10-383b-4b70-aecf-908548494e62", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:09.875335 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dafd7ec7-db06-46b4-aa90-3a18302fd320 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:09.876307 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafd7ec7-db06-46b4-aa90-3a18302fd320'] response: {'server_uuid': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd702a10-383b-4b70-aecf-908548494e62', 'code': 200} Aug 24 05:00:09.930753 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a513-00e0-455c-b93b-3a94f8e40aa5 req-2b217629-d57d-4d4d-bc1c-af74d94221e4 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:09.932372 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b179a513-00e0-455c-b93b-3a94f8e40aa5 req-2b217629-d57d-4d4d-bc1c-af74d94221e4 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0547676 Aug 24 05:00:09.933273 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:09.961627 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:09.962025 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:09.992577 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d824d8-3367-414f-8d92-41adddcc8dfd req-1bf7a49e-4940-431f-8f09-97160538d320 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:09.994034 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3d824d8-3367-414f-8d92-41adddcc8dfd req-1bf7a49e-4940-431f-8f09-97160538d320 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.0606122 Aug 24 05:00:10.028754 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b179a513-00e0-455c-b93b-3a94f8e40aa5 req-12bafeb7-a15a-4f07-8710-7de33b4faf85 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866337 Aug 24 05:00:10.056717 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3d824d8-3367-414f-8d92-41adddcc8dfd req-c16ac177-7efd-42d5-b453-1445b274aa0a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568905 Aug 24 05:00:10.293350 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39334) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:10.399591 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d919f12e-333d-4a47-a8c2-652635e32fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:10.480330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d919f12e-333d-4a47-a8c2-652635e32fe4 admin admin] Publish callbacks [] for security_group (f0b2b483-6138-4416-917d-6829a53ad309), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:10.525788 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cdb28-2657-46c2-bbf4-8e14ab5f709b req-3e640bae-0d3b-4805-a15f-d55e23240c0d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:10.527382 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-887cdb28-2657-46c2-bbf4-8e14ab5f709b req-3e640bae-0d3b-4805-a15f-d55e23240c0d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0478034 Aug 24 05:00:10.614236 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12925a-ef24-4323-9be2-ab6a7e6a6a6f req-2686d590-a5c6-4c0e-9843-0a144533afd6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:10.615748 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3c12925a-ef24-4323-9be2-ab6a7e6a6a6f req-2686d590-a5c6-4c0e-9843-0a144533afd6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0654750 Aug 24 05:00:10.619191 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-887cdb28-2657-46c2-bbf4-8e14ab5f709b req-5506ad97-6974-474f-acd5-b2a7ce68610a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861886 Aug 24 05:00:10.630524 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d919f12e-333d-4a47-a8c2-652635e32fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f0b2b483-6138-4416-917d-6829a53ad309), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:10.669352 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3c12925a-ef24-4323-9be2-ab6a7e6a6a6f req-f8f23615-e158-4088-8d51-444dd616d686 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477893 Aug 24 05:00:10.676468 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d919f12e-333d-4a47-a8c2-652635e32fe4 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=094f376764724a21bfce5762d7961582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820181 Aug 24 05:00:10.677285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919f12e-333d-4a47-a8c2-652635e32fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b2b483-6138-4416-917d-6829a53ad309,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:10.683910 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39346) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:10.738020 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729bef9-efe9-4bf7-9634-12efa4012b25 req-0626ebd9-f233-4b84-afbd-e6e6734505c2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:10.738590 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0a842624-3802-40ff-b1e9-967e3106aa27 admin admin] Publish callbacks [] for security_group (f0b2b483-6138-4416-917d-6829a53ad309), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:10.740251 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7729bef9-efe9-4bf7-9634-12efa4012b25 req-0626ebd9-f233-4b84-afbd-e6e6734505c2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0474598 Aug 24 05:00:10.761448 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0a842624-3802-40ff-b1e9-967e3106aa27 admin admin] Publish callbacks [] for security_group (f0b2b483-6138-4416-917d-6829a53ad309), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:10.795684 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7729bef9-efe9-4bf7-9634-12efa4012b25 req-47fdb7a6-43c1-4b62-886c-b1ff66a1b86d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Aug 24 05:00:10.957003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0a842624-3802-40ff-b1e9-967e3106aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f0b2b483-6138-4416-917d-6829a53ad309), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:10.959557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0a842624-3802-40ff-b1e9-967e3106aa27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:10.960713 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-0a842624-3802-40ff-b1e9-967e3106aa27 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f0b2b483-6138-4416-917d-6829a53ad309 HTTP/1.1" status: 204 len: 168 time: 0.2758431 Aug 24 05:00:10.968463 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a842624-3802-40ff-b1e9-967e3106aa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b2b483-6138-4416-917d-6829a53ad309,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:11.166883 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:11.179038 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13387159-2497-4eac-a38e-ff73e623bddc req-b7e9cf78-d1fc-4787-b8df-ec214f38a0b6 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:11.183698 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-13387159-2497-4eac-a38e-ff73e623bddc req-b7e9cf78-d1fc-4787-b8df-ec214f38a0b6 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0753098 Aug 24 05:00:11.199860 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45848-bdab-4637-bb74-9b2a150d708d req-c46830ba-3d6b-4894-9459-0a660374dad4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:11.201269 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82d45848-bdab-4637-bb74-9b2a150d708d req-c46830ba-3d6b-4894-9459-0a660374dad4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.0680542 Aug 24 05:00:11.260951 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-13387159-2497-4eac-a38e-ff73e623bddc req-9fa0b47a-8040-4f67-bd1e-1a6aa338b7fb tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738928 Aug 24 05:00:11.272477 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82d45848-bdab-4637-bb74-9b2a150d708d req-f0932925-e62b-4c3b-8bf4-7f5aa81125d5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626755 Aug 24 05:00:11.362184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:11.747445 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f7454-8ed2-4d3b-b4cc-992ba253c6d3 req-1076bfd6-dad9-4af2-a134-35c884009c14 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:11.748946 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eb3f7454-8ed2-4d3b-b4cc-992ba253c6d3 req-1076bfd6-dad9-4af2-a134-35c884009c14 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0525720 Aug 24 05:00:11.830026 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937dfb-e555-4733-9175-718b0425463f req-271f44f0-be9d-4158-bb27-396493080d28 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:11.831778 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7d937dfb-e555-4733-9175-718b0425463f req-271f44f0-be9d-4158-bb27-396493080d28 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0626290 Aug 24 05:00:11.838786 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eb3f7454-8ed2-4d3b-b4cc-992ba253c6d3 req-b6d5454e-d298-4dd2-bdd1-8e5ed089f53f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831263 Aug 24 05:00:11.886859 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7d937dfb-e555-4733-9175-718b0425463f req-08d814bf-de89-440a-8205-16d092f77f14 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471034 Aug 24 05:00:11.959103 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9606-de39-4a15-8936-b047b7634eba req-f1bfb543-b4c1-4973-8808-c3306a45673c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:11.964276 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d9cb9606-de39-4a15-8936-b047b7634eba req-f1bfb543-b4c1-4973-8808-c3306a45673c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0532875 Aug 24 05:00:12.009217 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d9cb9606-de39-4a15-8936-b047b7634eba req-90cf1b0a-fb05-4a8c-bf57-aa2957a2436c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Aug 24 05:00:12.218892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:12.300296 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:00:12.305278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:12.411249 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26b828-1ed2-4821-b01f-743fc59abda2 req-add74355-5069-4b4f-bf7a-e4baf759f376 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:12.412782 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ee26b828-1ed2-4821-b01f-743fc59abda2 req-add74355-5069-4b4f-bf7a-e4baf759f376 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0777409 Aug 24 05:00:12.432357 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1c767-1d14-4acf-b0e1-7ac0f6796491 req-286726f4-20cb-4f11-be88-03f7cc7df65d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:12.433772 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-68b1c767-1d14-4acf-b0e1-7ac0f6796491 req-286726f4-20cb-4f11-be88-03f7cc7df65d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.0688515 Aug 24 05:00:12.505236 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ee26b828-1ed2-4821-b01f-743fc59abda2 req-6468a8ff-d4b0-486e-8b81-db18b3f8679f tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868812 Aug 24 05:00:12.509458 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-68b1c767-1d14-4acf-b0e1-7ac0f6796491 req-01784e57-a0e3-4a75-b262-26341ccbddee tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687256 Aug 24 05:00:12.978609 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665e71-0bd7-4d7f-bb0d-3f470f328848 req-9d0ae094-6d22-4b15-917c-5fabf21ece46 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:12.980218 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-44665e71-0bd7-4d7f-bb0d-3f470f328848 req-9d0ae094-6d22-4b15-917c-5fabf21ece46 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0608687 Aug 24 05:00:13.033744 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:13.041542 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46828ea-9d8d-43d6-9518-ff49b293ba73 req-1f675b6c-c458-49c1-98b9-bd0261dfb897 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:13.043044 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f46828ea-9d8d-43d6-9518-ff49b293ba73 req-1f675b6c-c458-49c1-98b9-bd0261dfb897 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0619295 Aug 24 05:00:13.081326 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-44665e71-0bd7-4d7f-bb0d-3f470f328848 req-99646719-849c-43ab-8251-38b095ff033b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903122 Aug 24 05:00:13.113344 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f46828ea-9d8d-43d6-9518-ff49b293ba73 req-566b160f-2d51-4cfe-b9c3-e16a1d0972c6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602059 Aug 24 05:00:13.195471 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007031ce-93e0-4ff4-b52c-cd624317744e req-06cf9a8c-d797-4739-b280-f9f14d0a89ba tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:13.196943 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-007031ce-93e0-4ff4-b52c-cd624317744e req-06cf9a8c-d797-4739-b280-f9f14d0a89ba tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0462310 Aug 24 05:00:13.243945 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-007031ce-93e0-4ff4-b52c-cd624317744e req-708e2212-8dc1-41ff-ba72-e5ba655b6592 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412667 Aug 24 05:00:13.279433 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['3b8866d6-c018-428f-b34a-771e00bb44a7'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:00:13.333137 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:13.550263 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:13.653085 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c93c5-1fc1-4d62-86cd-b4805567e86b req-b6e421f2-f91f-4c72-abfc-b37014afa506 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:13.654554 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-050c93c5-1fc1-4d62-86cd-b4805567e86b req-b6e421f2-f91f-4c72-abfc-b37014afa506 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0726697 Aug 24 05:00:13.675646 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb395195-feb7-40a5-a65d-e99ce6b904f6 req-975e57d7-4dee-40f3-886d-c80b045c29d7 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:13.677042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bb395195-feb7-40a5-a65d-e99ce6b904f6 req-975e57d7-4dee-40f3-886d-c80b045c29d7 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.0683260 Aug 24 05:00:13.737265 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-050c93c5-1fc1-4d62-86cd-b4805567e86b req-3397ef23-1da3-4600-8656-036e98208a9e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769069 Aug 24 05:00:13.748176 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bb395195-feb7-40a5-a65d-e99ce6b904f6 req-d0d30fdf-9c24-460e-8a6f-c45b0779dc4f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641761 Aug 24 05:00:14.030474 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:14.235801 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:14.238671 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766178f-91fb-42cf-861e-1c20681e5a84 req-c1556cc2-f733-4d64-9403-3c5dab6111c0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:14.240207 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9766178f-91fb-42cf-861e-1c20681e5a84 req-c1556cc2-f733-4d64-9403-3c5dab6111c0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0773516 Aug 24 05:00:14.250695 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c427e9-779b-404c-a11e-7c3b611768b7 req-902d65ec-dbb4-4be2-a9f2-dce45ddb8555 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:14.252256 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-74c427e9-779b-404c-a11e-7c3b611768b7 req-902d65ec-dbb4-4be2-a9f2-dce45ddb8555 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0585608 Aug 24 05:00:14.311552 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:14.331986 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9766178f-91fb-42cf-861e-1c20681e5a84 req-d210b8fe-2b65-4435-964f-33a4de17bb52 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779517 Aug 24 05:00:14.335266 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-74c427e9-779b-404c-a11e-7c3b611768b7 req-f2c6d225-fa51-4a2b-aec4-b04dae3797ce tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743582 Aug 24 05:00:14.436365 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ad9a-c8d2-4cea-a9fe-13a7091656b6 req-6914fae1-71b3-480d-9500-3cc28ee6bbae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:14.437745 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5329ad9a-c8d2-4cea-a9fe-13a7091656b6 req-6914fae1-71b3-480d-9500-3cc28ee6bbae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0477707 Aug 24 05:00:14.447182 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:14.485392 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5329ad9a-c8d2-4cea-a9fe-13a7091656b6 req-c346d9fc-6e68-4fe7-9d6b-511e3abf42f3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Aug 24 05:00:14.891404 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928e4e-0d3d-49bb-99ab-dd6e0853ab79 req-e2d04b0e-90eb-45fc-b4e7-a3042a2c8c7e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:14.893085 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51928e4e-0d3d-49bb-99ab-dd6e0853ab79 req-e2d04b0e-90eb-45fc-b4e7-a3042a2c8c7e tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0813420 Aug 24 05:00:14.903351 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cbb42-60a9-4eb3-9d53-81b46702b75f req-ab4236ba-49da-4dbc-ba0b-acf1cf852ba6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:14.904789 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-690cbb42-60a9-4eb3-9d53-81b46702b75f req-ab4236ba-49da-4dbc-ba0b-acf1cf852ba6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.0641968 Aug 24 05:00:14.916198 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:14.982785 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51928e4e-0d3d-49bb-99ab-dd6e0853ab79 req-1b99ca0a-0551-4ebd-ba92-60463884368f tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770662 Aug 24 05:00:14.987417 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-690cbb42-60a9-4eb3-9d53-81b46702b75f req-cf377edd-eaa8-4136-8625-d217de0b4c42 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752332 Aug 24 05:00:15.488740 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8bc89-14ae-4e55-aab1-24607fe5a874 req-78dc263e-62e7-4576-9ab1-9f1870d05dd3 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:15.490218 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8db8bc89-14ae-4e55-aab1-24607fe5a874 req-78dc263e-62e7-4576-9ab1-9f1870d05dd3 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0819259 Aug 24 05:00:15.497831 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b09e2-5dad-4674-bef8-2b316e64ca53 req-e5a01233-f80b-4ad2-a8c5-bb1e2aa712e1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:15.499193 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c00b09e2-5dad-4674-bef8-2b316e64ca53 req-e5a01233-f80b-4ad2-a8c5-bb1e2aa712e1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0778255 Aug 24 05:00:15.577325 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8db8bc89-14ae-4e55-aab1-24607fe5a874 req-75c19afe-c50d-454b-8881-8a0e4e32f31b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771077 Aug 24 05:00:15.581812 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c00b09e2-5dad-4674-bef8-2b316e64ca53 req-e24372d1-4bdb-4eb3-8aee-1a2c416985ae tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739398 Aug 24 05:00:15.648912 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:15.694478 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca86de-62fa-44df-8a84-1fee7e01cd17 req-ec9245ff-22f4-433b-8349-fb4c39875bba tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:15.695961 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-86ca86de-62fa-44df-8a84-1fee7e01cd17 req-ec9245ff-22f4-433b-8349-fb4c39875bba tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0579081 Aug 24 05:00:15.744399 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-86ca86de-62fa-44df-8a84-1fee7e01cd17 req-94008f46-1523-413d-a0ac-3ac6ad1696c4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 Aug 24 05:00:16.317210 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5671d-bfdc-478f-b1dc-6ad73846be8e req-80691fc5-4056-492c-9518-51bb8ae5ed4f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:16.318672 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0ef5671d-bfdc-478f-b1dc-6ad73846be8e req-80691fc5-4056-492c-9518-51bb8ae5ed4f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.2555215 Aug 24 05:00:16.324992 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff231253-4f5a-4552-83f8-6a684b45adbc req-fadc8dd8-5913-477f-9a69-260d2dbb0c12 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:16.326379 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff231253-4f5a-4552-83f8-6a684b45adbc req-fadc8dd8-5913-477f-9a69-260d2dbb0c12 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.2620068 Aug 24 05:00:16.402531 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0ef5671d-bfdc-478f-b1dc-6ad73846be8e req-1dc70eb6-b1d9-4ed4-9850-a6a0b713d765 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751154 Aug 24 05:00:16.406641 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff231253-4f5a-4552-83f8-6a684b45adbc req-91e4f827-480a-44b9-95c7-ac5f5c738f7c tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721941 Aug 24 05:00:16.727851 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47ce8-fa27-4fbc-a19f-318dc83a7ccc req-d2008835-6022-402c-a9f8-5693655c6eb9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:16.729271 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-44c47ce8-fa27-4fbc-a19f-318dc83a7ccc req-d2008835-6022-402c-a9f8-5693655c6eb9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0745900 Aug 24 05:00:16.736875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8e2e-8f6c-4a97-9fcd-cfc58e1924b9 req-c7daf1f8-8eae-4ceb-8de8-2bf4f9840b0a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:16.738269 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-20ba8e2e-8f6c-4a97-9fcd-cfc58e1924b9 req-c7daf1f8-8eae-4ceb-8de8-2bf4f9840b0a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0744560 Aug 24 05:00:16.810212 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-44c47ce8-fa27-4fbc-a19f-318dc83a7ccc req-dae0b069-f21f-4108-8f29-b06e7333f3aa tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709467 Aug 24 05:00:16.818093 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-20ba8e2e-8f6c-4a97-9fcd-cfc58e1924b9 req-90a82963-da1f-4f8f-9fed-22d80f5127fe tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729816 Aug 24 05:00:16.920704 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b34d26-137b-493b-9834-72ec1f5ace9b req-69708209-5194-47d3-aae9-982da477c34f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:16.927560 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c7b34d26-137b-493b-9834-72ec1f5ace9b req-69708209-5194-47d3-aae9-982da477c34f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0578756 Aug 24 05:00:16.973126 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c7b34d26-137b-493b-9834-72ec1f5ace9b req-0825e2df-f767-47a0-9871-df336934b795 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Aug 24 05:00:17.514190 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:17.556566 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a2baa-bb7d-49b3-96d6-4e62709854a1 req-d00918d8-d318-4a67-9ebe-3f589526cc86 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:17.558022 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-489a2baa-bb7d-49b3-96d6-4e62709854a1 req-d00918d8-d318-4a67-9ebe-3f589526cc86 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0807683 Aug 24 05:00:17.566604 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae4f07-9aa5-446a-b215-467dc2e1de3f req-4b6dccac-b5f7-4efc-933f-7526d58f4918 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:17.568050 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5dae4f07-9aa5-446a-b215-467dc2e1de3f req-4b6dccac-b5f7-4efc-933f-7526d58f4918 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.0895276 Aug 24 05:00:17.643973 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-489a2baa-bb7d-49b3-96d6-4e62709854a1 req-d19ad404-b24a-46d5-bee4-ed876235ff41 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749586 Aug 24 05:00:17.647329 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5dae4f07-9aa5-446a-b215-467dc2e1de3f req-946e8ce4-81de-49a4-94fb-489cf659c8c1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716503 Aug 24 05:00:17.958957 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5b6b5-c299-48e5-be7b-bdf3adf5f193 req-e4af5ff8-475a-420b-b6bd-7c618a71634a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:17.960464 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49b5b6b5-c299-48e5-be7b-bdf3adf5f193 req-e4af5ff8-475a-420b-b6bd-7c618a71634a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0781810 Aug 24 05:00:17.986948 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79f23e-737b-4afc-884e-800069cc5719 req-a8f295f5-ad8a-4845-84ed-7b6011542fd1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:17.988590 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a79f23e-737b-4afc-884e-800069cc5719 req-a8f295f5-ad8a-4845-84ed-7b6011542fd1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0722537 Aug 24 05:00:18.039004 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49b5b6b5-c299-48e5-be7b-bdf3adf5f193 req-04ca6b6b-bb95-4d23-8c54-c831bdba4bba tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729337 Aug 24 05:00:18.057042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a79f23e-737b-4afc-884e-800069cc5719 req-d0223ddc-a4df-45cf-8b69-f65f2ffbb750 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620017 Aug 24 05:00:18.146006 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9477c-b309-4ea0-8d25-942308e767e1 req-dc50fbdc-fdd4-4eef-8458-891c12a5b0bf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:18.147395 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9bc9477c-b309-4ea0-8d25-942308e767e1 req-dc50fbdc-fdd4-4eef-8458-891c12a5b0bf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0532479 Aug 24 05:00:18.195001 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9bc9477c-b309-4ea0-8d25-942308e767e1 req-ac5784dd-96ad-430a-aa14-4405073d61cf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Aug 24 05:00:18.685439 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3b8866d6-c018-428f-b34a-771e00bb44a7 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:00:18.734860 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 3b8866d6-c018-428f-b34a-771e00bb44a7 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:00:18.746855 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:18.805149 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a29884-692e-4b1b-9f71-b7becafc2c6a req-9001c5da-4d21-4f2f-93b3-d9b694c20de5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:18.806619 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-69a29884-692e-4b1b-9f71-b7becafc2c6a req-9001c5da-4d21-4f2f-93b3-d9b694c20de5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 944 time: 0.0806386 Aug 24 05:00:18.812355 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4399-5ecc-4793-80b6-cd821ea0745f req-1ec61bd3-9c0c-4670-98b1-2cb54403d8a4 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:18.813838 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-32cb4399-5ecc-4793-80b6-cd821ea0745f req-1ec61bd3-9c0c-4670-98b1-2cb54403d8a4 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0859149 Aug 24 05:00:18.842097 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 3b8866d6-c018-428f-b34a-771e00bb44a7 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:00:18.842454 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:18.896872 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-69a29884-692e-4b1b-9f71-b7becafc2c6a req-91f4e261-80dd-4fa4-bf79-4af0f871f8e3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820658 Aug 24 05:00:18.901730 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-32cb4399-5ecc-4793-80b6-cd821ea0745f req-58db6372-d9c7-4429-a071-393435cc8166 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798807 Aug 24 05:00:18.915367 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 3b8866d6-c018-428f-b34a-771e00bb44a7 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:18.915753 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:18.940114 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:18.942415 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd40d0f1-1166-4743-92f1-0e8fb44e9aee" -d '{"events": [{"server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "name": "network-vif-plugged", "status": "completed", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:18.956049 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 3b8866d6-c018-428f-b34a-771e00bb44a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b8866d6-c018-428f-b34a-771e00bb44a7,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:18.983954 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771aba21-72e3-4604-a5d7-c02a7d90cd74 x-openstack-request-id: req-771aba21-72e3-4604-a5d7-c02a7d90cd74 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:18.984292 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "name": "network-vif-plugged", "status": "completed", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:18.984629 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-771aba21-72e3-4604-a5d7-c02a7d90cd74 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:18.985108 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771aba21-72e3-4604-a5d7-c02a7d90cd74'] response: {'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'code': 200} Aug 24 05:00:19.116151 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:19.121119 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:19.170229 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=3b8866d6-c018-428f-b34a-771e00bb44a7,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:19.204326 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee7227-c05b-4d05-959c-e7684a84e9f0 req-887dff5b-2e13-42f1-950d-cbfc834eec44 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:19.206285 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f9ee7227-c05b-4d05-959c-e7684a84e9f0 req-887dff5b-2e13-42f1-950d-cbfc834eec44 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0849726 Aug 24 05:00:19.232209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4324c5-a0e9-4b73-be1f-071f548b085c req-db036354-18eb-4124-8b32-6f02539bc426 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:19.233673 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9a4324c5-a0e9-4b73-be1f-071f548b085c req-db036354-18eb-4124-8b32-6f02539bc426 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0802951 Aug 24 05:00:19.284535 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f9ee7227-c05b-4d05-959c-e7684a84e9f0 req-03c917e3-4f90-4488-b80a-7ba4ab54e27e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721579 Aug 24 05:00:19.308569 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9a4324c5-a0e9-4b73-be1f-071f548b085c req-7dbd77bc-2fe1-4e97-99cd-885c85109963 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672204 Aug 24 05:00:19.412100 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27ffc-c890-4825-b98c-b90eaea72a3e req-1ff2199d-1826-4fb2-a272-c38d1278fc80 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:19.413715 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cfa27ffc-c890-4825-b98c-b90eaea72a3e req-1ff2199d-1826-4fb2-a272-c38d1278fc80 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0650890 Aug 24 05:00:19.469813 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cfa27ffc-c890-4825-b98c-b90eaea72a3e req-d83681e8-9945-4974-967c-94d68a6d1e95 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Aug 24 05:00:20.005230 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:20.068817 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56810-fa70-4106-b181-04fbf903d985 req-0c60eaef-49fa-433b-a752-7bcea4b5cef0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:20.070329 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ffd56810-fa70-4106-b181-04fbf903d985 req-0c60eaef-49fa-433b-a752-7bcea4b5cef0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0976915 Aug 24 05:00:20.090329 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372b1c-af65-472d-8c39-303841cef450 req-627e0b2e-d4ef-47b3-93e5-a1f0da52c6ca tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:20.091829 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fd372b1c-af65-472d-8c39-303841cef450 req-627e0b2e-d4ef-47b3-93e5-a1f0da52c6ca tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0899858 Aug 24 05:00:20.162659 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ffd56810-fa70-4106-b181-04fbf903d985 req-027e9924-3419-4d8a-9b46-8459d574714d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863719 Aug 24 05:00:20.166734 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fd372b1c-af65-472d-8c39-303841cef450 req-73e57072-8144-4b17-b4d8-c6e0cd3f5fcb tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673351 Aug 24 05:00:20.408088 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d215ace-52ee-4cbd-b929-fa43349de08e req-b335df61-19b5-4e45-b193-2b9338face0f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:20.410147 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d215ace-52ee-4cbd-b929-fa43349de08e req-b335df61-19b5-4e45-b193-2b9338face0f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0496845 Aug 24 05:00:20.481277 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f2dc9-ef51-43f7-a1d2-19f5640377ee req-80ddf8b3-dcf3-44c1-81a9-bda908413aed tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:20.482675 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-449f2dc9-ef51-43f7-a1d2-19f5640377ee req-80ddf8b3-dcf3-44c1-81a9-bda908413aed tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0661881 Aug 24 05:00:20.506701 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d215ace-52ee-4cbd-b929-fa43349de08e req-1b764b41-21ac-484a-91ff-cb0032472a0d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884793 Aug 24 05:00:20.547802 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-449f2dc9-ef51-43f7-a1d2-19f5640377ee req-500cca26-feaf-4563-a0c3-b9da0b5b600c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590990 Aug 24 05:00:20.616448 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2751da2-99df-412e-9eb7-ccfafdc3b63a req-b070c239-bf6c-490f-8f98-9ec30cb2c6c3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:20.617923 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e2751da2-99df-412e-9eb7-ccfafdc3b63a req-b070c239-bf6c-490f-8f98-9ec30cb2c6c3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 944 time: 0.0469687 Aug 24 05:00:20.629767 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:20.667472 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e2751da2-99df-412e-9eb7-ccfafdc3b63a req-9c4868d2-55fa-4838-89fb-6f4063af84fa tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Aug 24 05:00:20.673875 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 8a56cc43-f19d-4e76-ba1f-7968609999dd details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:00:20.781624 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 8a56cc43-f19d-4e76-ba1f-7968609999dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:20.796299 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '8a56cc43-f19d-4e76-ba1f-7968609999dd', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'port_id': '8a56cc43-f19d-4e76-ba1f-7968609999dd', 'mac_address': 'fa:16:3e:95:af:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:00:20.837100 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 8a56cc43-f19d-4e76-ba1f-7968609999dd is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:20.865836 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:20.865836 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a56cc43-f19d-4e76-ba1f-7968609999dd {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:00:20.874971 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 8a56cc43-f19d-4e76-ba1f-7968609999dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:21.322740 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da603af4-3789-42e4-982b-26c106e2e171 req-9578afc0-e89b-47ae-bf62-7007a6af61f0 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:21.324359 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-da603af4-3789-42e4-982b-26c106e2e171 req-9578afc0-e89b-47ae-bf62-7007a6af61f0 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0801356 Aug 24 05:00:21.330394 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084ee1-6299-4276-916b-cc3cd4247464 req-a6b88f55-9504-430d-b608-6e57c23e077f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:21.331911 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b5084ee1-6299-4276-916b-cc3cd4247464 req-a6b88f55-9504-430d-b608-6e57c23e077f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0858364 Aug 24 05:00:21.389763 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:21.412004 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-da603af4-3789-42e4-982b-26c106e2e171 req-da6c52d8-72a4-4825-b27f-454a17d4dea7 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743032 Aug 24 05:00:21.429891 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b5084ee1-6299-4276-916b-cc3cd4247464 req-66094f0c-79b6-47b3-aa07-140d35149f71 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849674 Aug 24 05:00:21.448353 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=8a56cc43-f19d-4e76-ba1f-7968609999dd,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:21.455737 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.456084 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.456435 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.456794 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.457137 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.457468 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.457794 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.458122 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.458447 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.458771 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.459119 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.459447 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.459769 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.460090 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.460408 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:21.631160 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9cb5e-956a-482f-a0bb-d34629d69476 req-5c504751-61e6-4139-9f2a-a3060c4dd99c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:21.632673 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-33b9cb5e-956a-482f-a0bb-d34629d69476 req-5c504751-61e6-4139-9f2a-a3060c4dd99c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0502594 Aug 24 05:00:21.700840 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908bda8-5f29-420e-81b3-76d010fc496d req-f6aa14ea-4b23-41d0-8bc9-d013fcf25656 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:21.702264 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7908bda8-5f29-420e-81b3-76d010fc496d req-f6aa14ea-4b23-41d0-8bc9-d013fcf25656 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0656254 Aug 24 05:00:21.726044 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['8a56cc43-f19d-4e76-ba1f-7968609999dd'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:00:21.743781 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-33b9cb5e-956a-482f-a0bb-d34629d69476 req-954639eb-2e94-4180-ab24-1cdf18d82584 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053603 Aug 24 05:00:21.781517 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7908bda8-5f29-420e-81b3-76d010fc496d req-85b1b8b8-6507-48af-91d0-bf2c83a07da3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730286 Aug 24 05:00:21.801026 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:21.859279 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851abd6-c298-488f-ba6a-cc722b2bc6c5 req-da1d00f8-ff9d-4860-9c59-9cd8f7ed86a0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:21.860885 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e851abd6-c298-488f-ba6a-cc722b2bc6c5 req-da1d00f8-ff9d-4860-9c59-9cd8f7ed86a0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 945 time: 0.0524316 Aug 24 05:00:21.910397 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e851abd6-c298-488f-ba6a-cc722b2bc6c5 req-2c6627b8-272b-42a7-98b3-67c7a8ba9a6d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Aug 24 05:00:22.295231 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:22.564534 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a60b-13f0-4d01-814b-214e80f6721f req-8ba929cb-42e6-4799-a7b8-048011bfc394 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:22.566890 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d885a60b-13f0-4d01-814b-214e80f6721f req-8ba929cb-42e6-4799-a7b8-048011bfc394 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0802698 Aug 24 05:00:22.586689 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ec56-e343-4a5f-94d6-557509e7c7ee req-4aaa2fe6-067d-4b25-8b43-750374a26d6f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:22.588129 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1105ec56-e343-4a5f-94d6-557509e7c7ee req-4aaa2fe6-067d-4b25-8b43-750374a26d6f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0729396 Aug 24 05:00:22.660015 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d885a60b-13f0-4d01-814b-214e80f6721f req-9ba84baa-e98a-4104-b8bc-558baa5c6175 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872180 Aug 24 05:00:22.665662 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1105ec56-e343-4a5f-94d6-557509e7c7ee req-be142f0f-e2db-414a-a583-98c7ee64947c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684021 Aug 24 05:00:22.855517 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:22.864639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d52e9f-ce88-424d-b695-8f607f7c7cf2 req-f25b33f5-d329-4d61-b8f7-7823fcd7afe1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:22.866098 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-74d52e9f-ce88-424d-b695-8f607f7c7cf2 req-f25b33f5-d329-4d61-b8f7-7823fcd7afe1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0479617 Aug 24 05:00:22.930306 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71ec93-09e1-4173-9098-4888c9392a7f req-2ab0c34d-ffe9-4b86-88cd-dc659be5ee7c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:22.931823 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-af71ec93-09e1-4173-9098-4888c9392a7f req-2ab0c34d-ffe9-4b86-88cd-dc659be5ee7c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0648837 Aug 24 05:00:22.968388 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-74d52e9f-ce88-424d-b695-8f607f7c7cf2 req-2587e8c0-cc2a-4b68-a3ba-dd756b16c350 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919945 Aug 24 05:00:22.997562 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-af71ec93-09e1-4173-9098-4888c9392a7f req-86556d4b-1173-417a-8443-729ce5c11e16 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594542 Aug 24 05:00:23.071559 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1c8fa-6cc5-4457-814a-749a1338db65 req-af56f721-f6d5-4689-a935-f744c0eb498d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:23.072991 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14c1c8fa-6cc5-4457-814a-749a1338db65 req-af56f721-f6d5-4689-a935-f744c0eb498d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Aug 24 05:00:23.120864 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14c1c8fa-6cc5-4457-814a-749a1338db65 req-40f93dc6-1bd6-4850-874a-4296085e4bd7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Aug 24 05:00:23.287078 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39580) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:23.395245 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:23.414825 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:23.476909 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Publish callbacks [] for security_group (ee04efdf-fc5c-4f99-9714-ae047752db51), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:23.549827 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (ee04efdf-fc5c-4f99-9714-ae047752db51), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:23.591559 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=dca24fb48ad842e6b12efd85726dd82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033500 Aug 24 05:00:23.594906 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04efdf-fc5c-4f99-9714-ae047752db51,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:23.595175 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39598) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:23.601856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.602205 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.603030 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.603162 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.603404 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.603829 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.604220 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.604552 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.605423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.605423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.605602 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.606024 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.606352 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.606801 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.607157 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b39e6b0-c71e-4572-b63f-aa18c5d1252a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.651562 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Publish callbacks [] for security_group (ee04efdf-fc5c-4f99-9714-ae047752db51), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:23.672857 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Publish callbacks [] for security_group (ee04efdf-fc5c-4f99-9714-ae047752db51), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:23.823903 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:23.849092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96a8f8-2a51-4d39-9399-4d99384039ba req-42d5b909-b5ed-489a-b60b-bf372fd73e11 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:23.849092 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6c96a8f8-2a51-4d39-9399-4d99384039ba req-42d5b909-b5ed-489a-b60b-bf372fd73e11 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0766969 Aug 24 05:00:23.849092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (ee04efdf-fc5c-4f99-9714-ae047752db51), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:23.849092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:23.849092 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/ee04efdf-fc5c-4f99-9714-ae047752db51 HTTP/1.1" status: 204 len: 168 time: 0.2457137 Aug 24 05:00:23.849092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85973f9-f7f4-4400-836b-7c5c5daf3e4a req-3a04dc2e-c42c-402b-b9c3-1cdd90f8cb87 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:23.849904 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c85973f9-f7f4-4400-836b-7c5c5daf3e4a req-3a04dc2e-c42c-402b-b9c3-1cdd90f8cb87 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0862706 Aug 24 05:00:23.883819 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04efdf-fc5c-4f99-9714-ae047752db51,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:23.902654 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.902999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.903368 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.903705 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.904034 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.904360 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.904690 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.905011 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.905335 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.905658 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.905981 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.906302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.906619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.906936 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.907275 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe27c5-e989-4839-8103-3e16234f2015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:00:23.956514 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6c96a8f8-2a51-4d39-9399-4d99384039ba req-287d86ca-7a48-4d73-8865-bad8cb23c469 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061432 Aug 24 05:00:23.959574 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c85973f9-f7f4-4400-836b-7c5c5daf3e4a req-5d9dac21-a002-4584-a3fe-cc2441b9957a tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007268 Aug 24 05:00:24.108729 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d6fc5-50bf-423b-b279-3f6ec363d158 req-870b5550-6428-4937-a7d6-3c898b774539 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:24.110103 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-447d6fc5-50bf-423b-b279-3f6ec363d158 req-870b5550-6428-4937-a7d6-3c898b774539 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0652711 Aug 24 05:00:24.161048 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44efc6-3042-4cb8-8d8f-d8aecbdd7e41 req-c357684b-aa39-42e7-b208-cf1d8344057a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:24.162476 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f44efc6-3042-4cb8-8d8f-d8aecbdd7e41 req-c357684b-aa39-42e7-b208-cf1d8344057a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0712864 Aug 24 05:00:24.204964 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-447d6fc5-50bf-423b-b279-3f6ec363d158 req-0f9b0491-8f6c-4338-bd2e-836265fbea7e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781882 Aug 24 05:00:24.240111 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f44efc6-3042-4cb8-8d8f-d8aecbdd7e41 req-bff0d02d-c46d-4766-bffe-1be7216816be tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692098 Aug 24 05:00:24.312871 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6678762-f3c0-45dd-b27b-e1ccac744de8 req-5cde7b09-4aec-42cb-a084-09293c0047e8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:24.315087 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6678762-f3c0-45dd-b27b-e1ccac744de8 req-5cde7b09-4aec-42cb-a084-09293c0047e8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 945 time: 0.0477588 Aug 24 05:00:24.363519 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6678762-f3c0-45dd-b27b-e1ccac744de8 req-24009107-a8b8-4e50-aea0-8735ca17abc2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Aug 24 05:00:24.594151 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39624) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:24.607997 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-56293ccd-35a4-4b2d-84c0-a933e1ab79fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:24.610341 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:24.684240 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-56293ccd-35a4-4b2d-84c0-a933e1ab79fc admin admin] Publish callbacks [] for security_group (72c95cf7-18fc-4ce4-a58d-a379d8896e2b), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:24.777920 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-56293ccd-35a4-4b2d-84c0-a933e1ab79fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (72c95cf7-18fc-4ce4-a58d-a379d8896e2b), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:24.821425 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56293ccd-35a4-4b2d-84c0-a933e1ab79fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c95cf7-18fc-4ce4-a58d-a379d8896e2b,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:24.825889 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-56293ccd-35a4-4b2d-84c0-a933e1ab79fc admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=0548b560bb5f45a69d87fe348558a505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307439 Aug 24 05:00:24.828976 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39626) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:24.876639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-34e0a29a-2efe-463e-9507-526f2b0f403e admin admin] Publish callbacks [] for security_group (72c95cf7-18fc-4ce4-a58d-a379d8896e2b), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:24.897319 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-34e0a29a-2efe-463e-9507-526f2b0f403e admin admin] Publish callbacks [] for security_group (72c95cf7-18fc-4ce4-a58d-a379d8896e2b), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:25.023894 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-34e0a29a-2efe-463e-9507-526f2b0f403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (72c95cf7-18fc-4ce4-a58d-a379d8896e2b), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:25.026389 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-34e0a29a-2efe-463e-9507-526f2b0f403e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:25.029959 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-34e0a29a-2efe-463e-9507-526f2b0f403e admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/72c95cf7-18fc-4ce4-a58d-a379d8896e2b HTTP/1.1" status: 204 len: 168 time: 0.1981232 Aug 24 05:00:25.070735 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0a29a-2efe-463e-9507-526f2b0f403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c95cf7-18fc-4ce4-a58d-a379d8896e2b,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:25.118330 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07730b04-5bf8-4dd8-97f3-93265135cc01 req-bef42994-716f-4952-a321-1d9699fedcbc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:25.119928 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07730b04-5bf8-4dd8-97f3-93265135cc01 req-bef42994-716f-4952-a321-1d9699fedcbc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0896015 Aug 24 05:00:25.146920 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a658d4-919b-4c39-9690-1ad3a30e0545 req-eb0f116e-adc5-4fc1-8f38-50f2be0677b3 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:25.148465 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a9a658d4-919b-4c39-9690-1ad3a30e0545 req-eb0f116e-adc5-4fc1-8f38-50f2be0677b3 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.1064870 Aug 24 05:00:25.192593 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07730b04-5bf8-4dd8-97f3-93265135cc01 req-a82ff767-d45c-4907-9544-9d78926b0a3c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668108 Aug 24 05:00:25.195715 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:25.220529 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a9a658d4-919b-4c39-9690-1ad3a30e0545 req-98fef653-5f6f-4a20-b147-76170895ba5b tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637791 Aug 24 05:00:25.327273 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298b80f-24b9-4693-817d-4f6927f13dd4 req-ef6dca2d-b6d6-438d-b3f1-e223f763e274 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:25.328684 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5298b80f-24b9-4693-817d-4f6927f13dd4 req-ef6dca2d-b6d6-438d-b3f1-e223f763e274 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0481460 Aug 24 05:00:25.390998 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22143c-460b-47da-b2af-b1a16d1dc054 req-b422d761-affa-4508-b3a9-a0f5d487fc4e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:25.392410 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f22143c-460b-47da-b2af-b1a16d1dc054 req-b422d761-affa-4508-b3a9-a0f5d487fc4e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0719123 Aug 24 05:00:25.434677 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5298b80f-24b9-4693-817d-4f6927f13dd4 req-5b32826d-8c8a-4085-b244-6a03adacb4d4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960529 Aug 24 05:00:25.463853 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f22143c-460b-47da-b2af-b1a16d1dc054 req-5be0bb68-597d-4161-8010-267a48d66f48 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628357 Aug 24 05:00:25.549214 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79d08-d800-4390-b8cc-1530db5de777 req-ae2d413a-e266-4168-b319-177e2e8e8b99 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:25.550670 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f4a79d08-d800-4390-b8cc-1530db5de777 req-ae2d413a-e266-4168-b319-177e2e8e8b99 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 945 time: 0.0497293 Aug 24 05:00:25.597973 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f4a79d08-d800-4390-b8cc-1530db5de777 req-b8064732-2bf3-4767-b0cc-daf0815ee846 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Aug 24 05:00:25.886605 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39648) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:25.899891 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b5a383a0-7275-4633-ad1c-12097dabe889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:25.963890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:25.975470 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b5a383a0-7275-4633-ad1c-12097dabe889 admin admin] Publish callbacks [] for security_group (3395b627-f41b-4f06-922c-53bd43b1ec0f), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:26.057575 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b5a383a0-7275-4633-ad1c-12097dabe889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3395b627-f41b-4f06-922c-53bd43b1ec0f), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:26.099715 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a383a0-7275-4633-ad1c-12097dabe889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395b627-f41b-4f06-922c-53bd43b1ec0f,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:26.105096 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b5a383a0-7275-4633-ad1c-12097dabe889 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=46d018ad4bda44268f69c9c065e96366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174408 Aug 24 05:00:26.107750 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39650) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:26.157147 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-72632bab-22d5-4b2f-a448-83e3e7b444ad admin admin] Publish callbacks [] for security_group (3395b627-f41b-4f06-922c-53bd43b1ec0f), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:26.179772 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-72632bab-22d5-4b2f-a448-83e3e7b444ad admin admin] Publish callbacks [] for security_group (3395b627-f41b-4f06-922c-53bd43b1ec0f), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:26.303581 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-72632bab-22d5-4b2f-a448-83e3e7b444ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3395b627-f41b-4f06-922c-53bd43b1ec0f), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:26.306009 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-72632bab-22d5-4b2f-a448-83e3e7b444ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:26.307120 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-72632bab-22d5-4b2f-a448-83e3e7b444ad admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3395b627-f41b-4f06-922c-53bd43b1ec0f HTTP/1.1" status: 204 len: 168 time: 0.1984272 Aug 24 05:00:26.348247 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72632bab-22d5-4b2f-a448-83e3e7b444ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395b627-f41b-4f06-922c-53bd43b1ec0f,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:26.359569 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0517-696d-4f20-a207-79b3f3840a3d req-13871e28-09a1-477e-a67a-778b644a172d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:26.361596 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b5bc0517-696d-4f20-a207-79b3f3840a3d req-13871e28-09a1-477e-a67a-778b644a172d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0899117 Aug 24 05:00:26.382400 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c0cb3-d539-4e49-971f-a3e828d9c70a req-d8076894-926d-4e8d-86fd-9ae9bede914d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:26.383892 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-af6c0cb3-d539-4e49-971f-a3e828d9c70a req-d8076894-926d-4e8d-86fd-9ae9bede914d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0842347 Aug 24 05:00:26.453336 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b5bc0517-696d-4f20-a207-79b3f3840a3d req-f50015f1-b2fe-4a7f-93ce-170d36af91df tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828648 Aug 24 05:00:26.457171 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-af6c0cb3-d539-4e49-971f-a3e828d9c70a req-e47d5409-71ca-4284-8028-8f7cca2570b0 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646274 Aug 24 05:00:26.590311 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:26.603785 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed663f-0340-4946-92e2-82013a44165c req-ce700a30-601c-4660-a9d5-5e16cf0f5763 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:26.605261 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-96ed663f-0340-4946-92e2-82013a44165c req-ce700a30-601c-4660-a9d5-5e16cf0f5763 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0951083 Aug 24 05:00:26.615978 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6037d-694a-46bf-b312-0a58baff2322 req-531f83e8-1219-47e8-b658-6cebdac4f263 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:26.617331 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8db6037d-694a-46bf-b312-0a58baff2322 req-531f83e8-1219-47e8-b658-6cebdac4f263 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0732994 Aug 24 05:00:26.866821 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-96ed663f-0340-4946-92e2-82013a44165c req-23dd5041-b1f2-42c1-8e2f-2705478cd382 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485025 Aug 24 05:00:26.870853 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8db6037d-694a-46bf-b312-0a58baff2322 req-a7151103-2cf1-47d2-852f-a58c761b3d2a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457619 Aug 24 05:00:26.898767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 8a56cc43-f19d-4e76-ba1f-7968609999dd up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:00:26.961318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 8a56cc43-f19d-4e76-ba1f-7968609999dd completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:00:26.994911 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dc5ed-abe5-4d1a-9e05-382a0d84e566 req-31ad887a-9ccb-4f00-804c-e7bf6daf5c9a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:26.996560 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-899dc5ed-abe5-4d1a-9e05-382a0d84e566 req-31ad887a-9ccb-4f00-804c-e7bf6daf5c9a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 945 time: 0.0516753 Aug 24 05:00:27.052610 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-899dc5ed-abe5-4d1a-9e05-382a0d84e566 req-cbf382cf-73b6-4106-9d99-f12e378e68fa tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494182 Aug 24 05:00:27.057544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 8a56cc43-f19d-4e76-ba1f-7968609999dd triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:00:27.058079 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:27.130985 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 8a56cc43-f19d-4e76-ba1f-7968609999dd is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:27.131420 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:27.157305 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4225d1-b115-4951-a361-2118e0bf3022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a56cc43-f19d-4e76-ba1f-7968609999dd'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:27.159648 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd450dc5-f8a4-4a11-a850-b4592254961e" -d '{"events": [{"server_uuid": "6f4225d1-b115-4951-a361-2118e0bf3022", "name": "network-vif-plugged", "status": "completed", "tag": "8a56cc43-f19d-4e76-ba1f-7968609999dd"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:27.172863 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 8a56cc43-f19d-4e76-ba1f-7968609999dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:27.204316 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45adf21-50e1-407a-9ad8-57601d22387a x-openstack-request-id: req-f45adf21-50e1-407a-9ad8-57601d22387a {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:27.204657 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4225d1-b115-4951-a361-2118e0bf3022", "name": "network-vif-plugged", "status": "completed", "tag": "8a56cc43-f19d-4e76-ba1f-7968609999dd", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:27.204956 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f45adf21-50e1-407a-9ad8-57601d22387a {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:27.205355 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45adf21-50e1-407a-9ad8-57601d22387a'] response: {'server_uuid': '6f4225d1-b115-4951-a361-2118e0bf3022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a56cc43-f19d-4e76-ba1f-7968609999dd', 'code': 200} Aug 24 05:00:27.269586 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:27.307169 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:27.325357 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=8a56cc43-f19d-4e76-ba1f-7968609999dd,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:27.606311 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88e49c-bce1-4005-8ae9-2765f2b4aedc req-3842e872-4384-4cd4-b79f-ba7c59ac1d72 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:27.607839 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fc88e49c-bce1-4005-8ae9-2765f2b4aedc req-3842e872-4384-4cd4-b79f-ba7c59ac1d72 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0780833 Aug 24 05:00:27.616212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f538-13be-451d-89e2-8808b23e876f req-a62de7ef-cd98-4dc6-8c75-38be28fc2733 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:27.617681 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b982f538-13be-451d-89e2-8808b23e876f req-a62de7ef-cd98-4dc6-8c75-38be28fc2733 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0770261 Aug 24 05:00:27.692594 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fc88e49c-bce1-4005-8ae9-2765f2b4aedc req-6e7fb432-72ce-4883-8482-3b573eb32289 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739596 Aug 24 05:00:27.696873 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b982f538-13be-451d-89e2-8808b23e876f req-064f3cb5-40f7-43d5-8482-b2de032ef111 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721886 Aug 24 05:00:28.016637 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a54eb5-ebab-4dd6-83a3-38155890fdb4 req-d884fb00-ae49-4909-90f8-74bd3b1ec51d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:28.018135 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4a54eb5-ebab-4dd6-83a3-38155890fdb4 req-d884fb00-ae49-4909-90f8-74bd3b1ec51d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0755806 Aug 24 05:00:28.038673 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c852801-5522-4da2-ae77-5781da5f55b5 req-f6b89179-1f0c-4644-a1f8-ece19db7ab5a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:28.040140 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0c852801-5522-4da2-ae77-5781da5f55b5 req-f6b89179-1f0c-4644-a1f8-ece19db7ab5a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0664790 Aug 24 05:00:28.079940 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:28.110209 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4a54eb5-ebab-4dd6-83a3-38155890fdb4 req-a5f57a4b-0d77-4763-87d7-e27aa40f1873 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855858 Aug 24 05:00:28.114044 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0c852801-5522-4da2-ae77-5781da5f55b5 req-469a99cf-1a1e-45c4-8a12-c08e227e2ae0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663471 Aug 24 05:00:28.214993 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425426b-a985-4a07-9e01-4da5417d96d5 req-430afc3e-7991-4926-8e47-c8de6f4d7db2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:28.216562 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c425426b-a985-4a07-9e01-4da5417d96d5 req-430afc3e-7991-4926-8e47-c8de6f4d7db2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0505888 Aug 24 05:00:28.268096 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c425426b-a985-4a07-9e01-4da5417d96d5 req-91b05ac7-2373-40fe-bad3-57153499642f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Aug 24 05:00:28.849666 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a4d77-1923-4332-b8fd-ba2c08837ae8 req-4227cd98-3702-4766-8b46-fe9649ba5b21 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:28.851215 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-186a4d77-1923-4332-b8fd-ba2c08837ae8 req-4227cd98-3702-4766-8b46-fe9649ba5b21 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0861938 Aug 24 05:00:28.856890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19270a-dc7f-4c43-bee6-466cda11ef0d req-96926067-3b19-49db-b2d1-99f5a41e6a2b tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:28.859532 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f19270a-dc7f-4c43-bee6-466cda11ef0d req-96926067-3b19-49db-b2d1-99f5a41e6a2b tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0819597 Aug 24 05:00:28.935274 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-186a4d77-1923-4332-b8fd-ba2c08837ae8 req-581d891b-8d02-4860-bd10-4aeb822d0426 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760453 Aug 24 05:00:28.939557 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f19270a-dc7f-4c43-bee6-466cda11ef0d req-a3c1326b-daa7-4e4e-bca1-e71282a64911 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741394 Aug 24 05:00:29.117917 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:00:29.255316 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:29.268531 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'port_id': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21', 'mac_address': 'fa:16:3e:93:9c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:00:29.295908 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44dab0-2690-4d70-a883-1d5afa29378e req-91ccde93-dc77-4514-9fe2-52dd05bfd47f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:29.295908 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d44dab0-2690-4d70-a883-1d5afa29378e req-91ccde93-dc77-4514-9fe2-52dd05bfd47f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0754399 Aug 24 05:00:29.334487 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:29.334487 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:29.344174 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5b19-d957-4f99-a0d6-90c9db8c4629 req-d8917fb3-524e-4e16-8bee-4e84858f2a98 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:29.344384 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:00:29.345806 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-518f5b19-d957-4f99-a0d6-90c9db8c4629 req-d8917fb3-524e-4e16-8bee-4e84858f2a98 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0771332 Aug 24 05:00:29.368298 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:29.387936 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d44dab0-2690-4d70-a883-1d5afa29378e req-4c7cbf6f-c3b7-4bde-9c4b-39d861cf4a6e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926316 Aug 24 05:00:29.422109 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-518f5b19-d957-4f99-a0d6-90c9db8c4629 req-42d345ca-f01f-446c-b934-adcef5547c30 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592546 Aug 24 05:00:29.441786 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:29.447944 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:29.499103 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:29.504412 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2a034-439c-441e-808c-080b6973b666 req-d4baff75-b3e6-4c11-ba40-4243d7128879 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:29.506042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-53f2a034-439c-441e-808c-080b6973b666 req-d4baff75-b3e6-4c11-ba40-4243d7128879 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0549493 Aug 24 05:00:29.555223 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-53f2a034-439c-441e-808c-080b6973b666 req-83249114-e065-4643-8da8-4d63585e0794 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Aug 24 05:00:30.086396 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e991b-be67-42e1-9e4e-8c7b9fadc5b1 req-97187fd2-dd42-4376-9b84-64f268b61897 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:30.087921 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a8e991b-be67-42e1-9e4e-8c7b9fadc5b1 req-97187fd2-dd42-4376-9b84-64f268b61897 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0748026 Aug 24 05:00:30.095607 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e5be-90f2-430c-9153-798df38936b5 req-b8dd2c09-4c0c-4919-8003-fffd91acbf2c tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:30.097039 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6188e5be-90f2-430c-9153-798df38936b5 req-b8dd2c09-4c0c-4919-8003-fffd91acbf2c tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0731876 Aug 24 05:00:30.120647 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:30.177961 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6188e5be-90f2-430c-9153-798df38936b5 req-6dbfcc0f-85ae-4056-b581-1bb2d07caec9 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740793 Aug 24 05:00:30.181350 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a8e991b-be67-42e1-9e4e-8c7b9fadc5b1 req-17856685-ddab-425b-bb01-d88fe3456083 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834589 Aug 24 05:00:30.540984 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c8a30-3db3-4f85-8689-338b95a023b8 req-6f75fcbf-5bba-407e-81c8-60916db011e9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:30.542461 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2c2c8a30-3db3-4f85-8689-338b95a023b8 req-6f75fcbf-5bba-407e-81c8-60916db011e9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0758603 Aug 24 05:00:30.562191 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b426cc8-6ad4-4e6e-8959-76de03518afb req-792d1cc0-647d-4666-847b-24ed8bfc9cf7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:30.563619 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b426cc8-6ad4-4e6e-8959-76de03518afb req-792d1cc0-647d-4666-847b-24ed8bfc9cf7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0676572 Aug 24 05:00:30.614874 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:30.635456 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2c2c8a30-3db3-4f85-8689-338b95a023b8 req-ae09845e-6122-416c-9226-62a4b117bc3d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874019 Aug 24 05:00:30.638336 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b426cc8-6ad4-4e6e-8959-76de03518afb req-a2c3485c-0586-437e-865b-778fd9f2b0af tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679092 Aug 24 05:00:30.739631 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a6f1e-5409-45c8-9aae-20f5445513aa req-12ccc06a-3df9-4cf4-9250-9aa62a798304 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:30.741068 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d7a6f1e-5409-45c8-9aae-20f5445513aa req-12ccc06a-3df9-4cf4-9250-9aa62a798304 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0462093 Aug 24 05:00:30.786982 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d7a6f1e-5409-45c8-9aae-20f5445513aa req-3365ab53-696c-492d-8801-6b97dce7d4c3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Aug 24 05:00:31.338699 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a536c-f886-412c-9871-c11f2406771b req-c3470f1e-0a81-4a10-a26a-b4802c82b54f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:31.340011 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b8a536c-f886-412c-9871-c11f2406771b req-c3470f1e-0a81-4a10-a26a-b4802c82b54f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0796521 Aug 24 05:00:31.345802 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e31f-3001-46aa-b2e0-d1273fefa3c4 req-ce137cbb-94d5-4650-8ebc-f7c3a2f7bd14 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:31.347689 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6702e31f-3001-46aa-b2e0-d1273fefa3c4 req-ce137cbb-94d5-4650-8ebc-f7c3a2f7bd14 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0886035 Aug 24 05:00:31.424538 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b8a536c-f886-412c-9871-c11f2406771b req-be371de3-cd34-4a64-b1b7-ce3481e71db1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757284 Aug 24 05:00:31.429068 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6702e31f-3001-46aa-b2e0-d1273fefa3c4 req-f55a6346-5aa6-41f2-984d-ac045d3cc42a tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731192 Aug 24 05:00:31.797492 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0351c-cf30-4d61-9405-4a0d1d135688 req-66d67025-d68a-46a7-b5a4-ea81cb8f0b60 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:31.803150 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-05c0351c-cf30-4d61-9405-4a0d1d135688 req-66d67025-d68a-46a7-b5a4-ea81cb8f0b60 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0805602 Aug 24 05:00:31.807919 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c52a-1b2f-42b2-8bdf-1b57999ec5ce req-519cb750-8846-4c39-bb74-9705c31a73f6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:31.809300 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-15d4c52a-1b2f-42b2-8bdf-1b57999ec5ce req-519cb750-8846-4c39-bb74-9705c31a73f6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0815716 Aug 24 05:00:31.884447 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-05c0351c-cf30-4d61-9405-4a0d1d135688 req-cca3de92-42bb-4381-be24-774b826dfad0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742104 Aug 24 05:00:31.887422 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-15d4c52a-1b2f-42b2-8bdf-1b57999ec5ce req-8dcf6e38-0ff7-4b97-9c08-fe500e655284 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704811 Aug 24 05:00:31.987843 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0220ac-dff4-4652-b302-3210bac05b9b req-4c419fb0-74a5-41f7-ae3d-a78c923c5a0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:31.989209 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a0220ac-dff4-4652-b302-3210bac05b9b req-4c419fb0-74a5-41f7-ae3d-a78c923c5a0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0455260 Aug 24 05:00:32.034604 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a0220ac-dff4-4652-b302-3210bac05b9b req-a2a38bb1-01b0-470e-af08-5cd3b06d11ff tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Aug 24 05:00:32.388668 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['7d5c8ebf-0828-4896-8dfd-0ddc4b429c21'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:00:32.526794 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:32.590855 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42393-d58c-4448-a3d7-0f3672df878f req-407ad97d-4688-4d7c-b780-17896b136ba2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:32.592273 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aca42393-d58c-4448-a3d7-0f3672df878f req-407ad97d-4688-4d7c-b780-17896b136ba2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0805771 Aug 24 05:00:32.600659 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea338e-1b32-49fe-8e75-dd6ea6f41bc6 req-45c28eb8-c7f3-4677-8bea-667a04fbd577 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:32.602064 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c1ea338e-1b32-49fe-8e75-dd6ea6f41bc6 req-45c28eb8-c7f3-4677-8bea-667a04fbd577 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0801265 Aug 24 05:00:32.675484 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aca42393-d58c-4448-a3d7-0f3672df878f req-2df9db04-6882-4d1a-8cea-3e0955a95187 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724735 Aug 24 05:00:32.680004 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c1ea338e-1b32-49fe-8e75-dd6ea6f41bc6 req-b7e95cdc-f899-4d33-80b7-c49adf7f683b tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710838 Aug 24 05:00:33.031540 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:33.040726 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100776e-4964-472f-a61e-6e8b130b1b5d req-00534c8e-850c-4b9b-b65e-225be84f90ee tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:33.042199 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0100776e-4964-472f-a61e-6e8b130b1b5d req-00534c8e-850c-4b9b-b65e-225be84f90ee tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 944 time: 0.0807257 Aug 24 05:00:33.050024 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2df9c-1ffc-49f8-9f63-7c70a1a7da96 req-c34c1e74-8b1c-4091-b0a2-cc9ece625b91 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:33.051420 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51a2df9c-1ffc-49f8-9f63-7c70a1a7da96 req-c34c1e74-8b1c-4091-b0a2-cc9ece625b91 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0781689 Aug 24 05:00:33.120801 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:33.125174 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0100776e-4964-472f-a61e-6e8b130b1b5d req-f9ce64a5-c75c-4909-8a2a-d271e5d84af7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728221 Aug 24 05:00:33.128713 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51a2df9c-1ffc-49f8-9f63-7c70a1a7da96 req-e9b277bd-d505-466d-baba-064b6380cef6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703788 Aug 24 05:00:33.232545 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c068f0-b5e3-49ef-9788-6b2214a936ad req-552247d3-7113-43b6-8209-3d7e7ed46ce7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:33.234036 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09c068f0-b5e3-49ef-9788-6b2214a936ad req-552247d3-7113-43b6-8209-3d7e7ed46ce7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0477390 Aug 24 05:00:33.287841 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09c068f0-b5e3-49ef-9788-6b2214a936ad req-2732b260-271a-4be6-bae1-cd35e38fa7fa tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476422 Aug 24 05:00:33.596494 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=34,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:33.796844 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 936c85cd-1e05-4281-b3e6-13b1c7718075 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:00:33.813037 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:00:33.830517 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdb345-d195-4bd4-bf5f-af0eb8a80490 req-124c1e21-4a1d-414b-b702-bedc16e54378 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:33.832284 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cdfdb345-d195-4bd4-bf5f-af0eb8a80490 req-124c1e21-4a1d-414b-b702-bedc16e54378 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0842590 Aug 24 05:00:33.854472 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037c56-e67c-46ed-8773-e30113bfcf10 req-d4b9664a-ff28-40be-9564-ecb135472b48 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:33.854472 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01037c56-e67c-46ed-8773-e30113bfcf10 req-d4b9664a-ff28-40be-9564-ecb135472b48 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0942655 Aug 24 05:00:33.919864 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cdfdb345-d195-4bd4-bf5f-af0eb8a80490 req-ec0eb1e7-3a49-4089-9df8-4f403f0dcec8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807590 Aug 24 05:00:33.927299 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01037c56-e67c-46ed-8773-e30113bfcf10 req-d3fbe73b-8fdb-44e2-b48c-a08f3d70ac9b tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644724 Aug 24 05:00:33.931579 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:00:33.974627 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 936c85cd-1e05-4281-b3e6-13b1c7718075, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=936c85cd-1e05-4281-b3e6-13b1c7718075,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:33.985677 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'port_id': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'mac_address': 'fa:16:3e:fe:ab:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:00:34.020312 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 936c85cd-1e05-4281-b3e6-13b1c7718075 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:34.020705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:34.033830 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936c85cd-1e05-4281-b3e6-13b1c7718075 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:00:34.049998 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:34.057337 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 936c85cd-1e05-4281-b3e6-13b1c7718075, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=936c85cd-1e05-4281-b3e6-13b1c7718075,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:34.067460 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:00:34.067830 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:34.142355 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:34.142627 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:34.168642 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:34.170910 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c2503e-8a42-4d8e-b60a-cedcf227fe5a" -d '{"events": [{"server_uuid": "dafe7c72-03ed-4290-b32a-f2ea4cea4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c8ebf-0828-4896-8dfd-0ddc4b429c21"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:34.184602 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:34.194500 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:34.244196 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=936c85cd-1e05-4281-b3e6-13b1c7718075,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:34.280142 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:34.292141 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbcc35-799f-4bd3-9542-4f2d6172fe8e req-03750508-ca81-462f-8c65-3ac4c3828efc tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:34.293662 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5fcbcc35-799f-4bd3-9542-4f2d6172fe8e req-03750508-ca81-462f-8c65-3ac4c3828efc tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 945 time: 0.0860012 Aug 24 05:00:34.297724 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:34.299958 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bed55-9acb-4fe8-8383-f86574df1337 req-2cbec910-88a8-474a-84f3-a2ec9c4f555f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:34.301411 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-516bed55-9acb-4fe8-8383-f86574df1337 req-2cbec910-88a8-474a-84f3-a2ec9c4f555f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0840881 Aug 24 05:00:34.304023 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:34.332842 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:34.377910 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5fcbcc35-799f-4bd3-9542-4f2d6172fe8e req-1538d021-6d7b-498e-b3e3-ec69ecf393f4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755196 Aug 24 05:00:34.382226 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-516bed55-9acb-4fe8-8383-f86574df1337 req-2b957a50-46b4-4b2e-9eae-087148de9158 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734718 Aug 24 05:00:34.427249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745bc0ba-f786-4193-931b-1cb4e29e4f93 x-openstack-request-id: req-745bc0ba-f786-4193-931b-1cb4e29e4f93 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:34.427546 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafe7c72-03ed-4290-b32a-f2ea4cea4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c8ebf-0828-4896-8dfd-0ddc4b429c21", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:34.428058 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-745bc0ba-f786-4193-931b-1cb4e29e4f93 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:34.428612 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745bc0ba-f786-4193-931b-1cb4e29e4f93'] response: {'server_uuid': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21', 'code': 200} Aug 24 05:00:34.508786 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5db713-b72b-42bb-b586-92161ed2e2dc req-8e8d0b4c-437a-40a3-bd77-c43ef1931ca1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:34.510297 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6c5db713-b72b-42bb-b586-92161ed2e2dc req-8e8d0b4c-437a-40a3-bd77-c43ef1931ca1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0534005 Aug 24 05:00:34.561861 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6c5db713-b72b-42bb-b586-92161ed2e2dc req-846c2723-5e25-49fd-b441-392b49c49c99 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Aug 24 05:00:34.737675 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['936c85cd-1e05-4281-b3e6-13b1c7718075'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:00:34.740874 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:34.890257 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f3fa9248-c130-4f4d-968c-bc91802235c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:35.080797 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c407eb8-f682-4e81-9c40-2b174ee9186a req-fad2ad9c-e2e0-4fb7-be2d-3c96ff79b43b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:35.082415 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1c407eb8-f682-4e81-9c40-2b174ee9186a req-fad2ad9c-e2e0-4fb7-be2d-3c96ff79b43b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0752325 Aug 24 05:00:35.088056 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a30db-2e86-4ccc-aa88-3a65d71bc2a5 req-749a990b-654c-4ebf-ba93-5270de9cc6fd tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:35.089411 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2d4a30db-2e86-4ccc-aa88-3a65d71bc2a5 req-749a990b-654c-4ebf-ba93-5270de9cc6fd tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0809510 Aug 24 05:00:35.166914 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1c407eb8-f682-4e81-9c40-2b174ee9186a req-94e2e66b-b237-484b-9fe3-54309f9c850c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765655 Aug 24 05:00:35.170517 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2d4a30db-2e86-4ccc-aa88-3a65d71bc2a5 req-dedf3ada-25c7-4fa0-8df9-d5206620c691 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 Aug 24 05:00:35.524965 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd651d4-3257-41f9-a639-16f8d91b1165 req-48ba056f-7109-4501-a46f-1fa48ec8daa4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:35.526416 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dfd651d4-3257-41f9-a639-16f8d91b1165 req-48ba056f-7109-4501-a46f-1fa48ec8daa4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 945 time: 0.0742371 Aug 24 05:00:35.546021 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0828af-cbc5-404f-b4ff-da5889d0c698 req-3155bafa-6a48-43ba-b756-448889ccd396 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:35.547515 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4f0828af-cbc5-404f-b4ff-da5889d0c698 req-3155bafa-6a48-43ba-b756-448889ccd396 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0678678 Aug 24 05:00:35.606595 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:35.619765 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dfd651d4-3257-41f9-a639-16f8d91b1165 req-324fc5ec-9b35-491b-811c-6ee11d761dfd tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877457 Aug 24 05:00:35.627269 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4f0828af-cbc5-404f-b4ff-da5889d0c698 req-e0a798f9-1f57-4f8f-a9ed-5b5046cf0582 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711436 Aug 24 05:00:35.729266 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ded13-b055-4dd9-abd2-4bd1de669e5c req-92384c32-9198-4d0c-9cfc-4788c9253184 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:35.730707 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-551ded13-b055-4dd9-abd2-4bd1de669e5c req-92384c32-9198-4d0c-9cfc-4788c9253184 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0464835 Aug 24 05:00:35.777073 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-551ded13-b055-4dd9-abd2-4bd1de669e5c req-6f238c4a-3921-4d52-852e-0fe04a7f5b1f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Aug 24 05:00:35.835578 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 936c85cd-1e05-4281-b3e6-13b1c7718075 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:00:35.877889 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 936c85cd-1e05-4281-b3e6-13b1c7718075 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:00:35.972249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 936c85cd-1e05-4281-b3e6-13b1c7718075 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:00:35.972884 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:36.047091 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 936c85cd-1e05-4281-b3e6-13b1c7718075 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:36.047493 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:36.088656 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 936c85cd-1e05-4281-b3e6-13b1c7718075, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=936c85cd-1e05-4281-b3e6-13b1c7718075,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:36.146809 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-f653a82d-a95d-4797-839a-7a43327a4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.148766 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-f653a82d-a95d-4797-839a-7a43327a4325 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 1130 time: 0.0944858 Aug 24 05:00:36.188879 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:36.329062 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-5797be82-31a9-4d79-a968-ac67de47559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.331605 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-5797be82-31a9-4d79-a968-ac67de47559d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.1757898 Aug 24 05:00:36.378897 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=936c85cd-1e05-4281-b3e6-13b1c7718075,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:36.429564 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:36.432015 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933be23e-f14e-4c49-8cf7-a4e1fa1146d4" -d '{"events": [{"server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "name": "network-vif-plugged", "status": "completed", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:36.483594 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:36.511990 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5f71c-19ec-4815-80ce-173c60290661 req-b576f22e-c439-49d1-8f92-c853b77fe65a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.513692 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f8e5f71c-19ec-4815-80ce-173c60290661 req-b576f22e-c439-49d1-8f92-c853b77fe65a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.1526511 Aug 24 05:00:36.550989 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b0259-5ae1-4f34-a635-be5f5fd38af5 req-2b56bb86-0d81-4976-90c4-33e13f9d7cb3 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.552802 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-525b0259-5ae1-4f34-a635-be5f5fd38af5 req-2b56bb86-0d81-4976-90c4-33e13f9d7cb3 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.1456652 Aug 24 05:00:36.564974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663fee9-99b6-4564-b785-da9012f7895f req-4fa07505-1813-4e7b-9d3f-3b477f74933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.566559 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4663fee9-99b6-4564-b785-da9012f7895f req-4fa07505-1813-4e7b-9d3f-3b477f74933b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 1129 time: 0.1197627 Aug 24 05:00:36.619564 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-4663fee9-99b6-4564-b785-da9012f7895f req-562c3eeb-6f77-494f-8a09-a277b7497d7c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:36.620144 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-c1364045-dd3f-46a5-99d4-bd35f6d3a311 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd HTTP/1.1" status: 200 len: 217 time: 0.2811604 Aug 24 05:00:36.648921 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f8e5f71c-19ec-4815-80ce-173c60290661 req-4ebfa461-80cb-41b4-871d-385312c7cf0b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188326 Aug 24 05:00:36.667554 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-525b0259-5ae1-4f34-a635-be5f5fd38af5 req-4bc7dff5-3f76-4914-81fc-d007eb666cf2 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045868 Aug 24 05:00:36.754795 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b974fa-e5a6-45c7-8244-a6174e479a1d x-openstack-request-id: req-06b974fa-e5a6-45c7-8244-a6174e479a1d {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:36.755277 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "name": "network-vif-plugged", "status": "completed", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:36.755701 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-06b974fa-e5a6-45c7-8244-a6174e479a1d {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:36.756247 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b974fa-e5a6-45c7-8244-a6174e479a1d'] response: {'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'code': 200} Aug 24 05:00:36.778476 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-4663fee9-99b6-4564-b785-da9012f7895f req-562c3eeb-6f77-494f-8a09-a277b7497d7c service neutron] Publish callbacks [] for security_group (022ee871-567f-415f-a3d4-98a11374b532), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:36.792627 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1281c9f-5c26-48dd-8969-aac0d8f3591f req-4fb1ff2c-0cf7-4027-adec-6d11c0b2d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.794293 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1281c9f-5c26-48dd-8969-aac0d8f3591f req-4fb1ff2c-0cf7-4027-adec-6d11c0b2d2cf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 1130 time: 0.1834390 Aug 24 05:00:36.795324 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190e12-7c35-4620-96d0-b4b0c36bbecd req-1c1c2e2e-92fe-4db5-82a5-945c10940c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.796701 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e0190e12-7c35-4620-96d0-b4b0c36bbecd req-1c1c2e2e-92fe-4db5-82a5-945c10940c31 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 1130 time: 0.1882398 Aug 24 05:00:36.800478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7045b6-4d45-4505-a1aa-224b68d266a1 req-93a32bbc-fa68-437f-921c-317d02c2cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.801950 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ed7045b6-4d45-4505-a1aa-224b68d266a1 req-93a32bbc-fa68-437f-921c-317d02c2cc67 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1130 time: 0.1923721 Aug 24 05:00:36.822285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-174f510f-91e8-4713-9fcb-3d5d4abcc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.822285 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-174f510f-91e8-4713-9fcb-3d5d4abcc86b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.1327333 Aug 24 05:00:36.822472 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252ca6-cf0b-4fb0-bbb7-7a0d02ebd88a req-6c833095-8d8c-4901-8cc7-264d333b571a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.822472 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a252ca6-cf0b-4fb0-bbb7-7a0d02ebd88a req-6c833095-8d8c-4901-8cc7-264d333b571a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0562196 Aug 24 05:00:36.879936 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b8464-8f6b-4613-be8e-3263fb9b4ee8 req-5d95114b-b9f9-41cf-81fc-cb7116245b31 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:36.881554 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f6b8464-8f6b-4613-be8e-3263fb9b4ee8 req-5d95114b-b9f9-41cf-81fc-cb7116245b31 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0652306 Aug 24 05:00:36.912784 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a252ca6-cf0b-4fb0-bbb7-7a0d02ebd88a req-457774e0-e4d7-49b3-a461-79219c6fab08 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880139 Aug 24 05:00:36.941530 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:36.957476 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f6b8464-8f6b-4613-be8e-3263fb9b4ee8 req-2dccb42c-9c7a-4e43-b614-57c4a41756b9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695589 Aug 24 05:00:36.959613 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-4663fee9-99b6-4564-b785-da9012f7895f req-562c3eeb-6f77-494f-8a09-a277b7497d7c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (022ee871-567f-415f-a3d4-98a11374b532), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:36.975588 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39936) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:37.036278 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4663fee9-99b6-4564-b785-da9012f7895f req-562c3eeb-6f77-494f-8a09-a277b7497d7c service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496126 Aug 24 05:00:37.053187 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c3eeb-6f77-494f-8a09-a277b7497d7c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=022ee871-567f-415f-a3d4-98a11374b532,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:37.066905 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6705d-f8f5-42fc-9f3c-3bc9f19f041d req-1fbdd233-9451-4938-832c-3227a435d3a0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:37.066905 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4dc6705d-f8f5-42fc-9f3c-3bc9f19f041d req-1fbdd233-9451-4938-832c-3227a435d3a0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0750513 Aug 24 05:00:37.094290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-42185ddb-cc80-4a1b-b228-e3625f981eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.119437 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4dc6705d-f8f5-42fc-9f3c-3bc9f19f041d req-9f67639a-0da6-46e4-b8a7-83e1d9760be9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Aug 24 05:00:37.175308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-42185ddb-cc80-4a1b-b228-e3625f981eca admin admin] Publish callbacks [] for security_group (8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.273922 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d5c34ca4-e934-4400-92d0-19e69407ecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.302328 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-42185ddb-cc80-4a1b-b228-e3625f981eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.346964 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185ddb-cc80-4a1b-b228-e3625f981eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:37.352287 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-42185ddb-cc80-4a1b-b228-e3625f981eca admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=86e39994e8db4f128d5a6183b8d91cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756566 Aug 24 05:00:37.355174 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39946) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:37.405808 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ae23174a-7f34-4cc9-8fbb-ab23e416c669 admin admin] Publish callbacks [] for security_group (8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.425463 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ae23174a-7f34-4cc9-8fbb-ab23e416c669 admin admin] Publish callbacks [] for security_group (8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.621800 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ae23174a-7f34-4cc9-8fbb-ab23e416c669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.624333 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ae23174a-7f34-4cc9-8fbb-ab23e416c669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:37.625469 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-ae23174a-7f34-4cc9-8fbb-ab23e416c669 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc HTTP/1.1" status: 204 len: 168 time: 0.2693300 Aug 24 05:00:37.634599 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23174a-7f34-4cc9-8fbb-ab23e416c669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f31c9-ac10-42ff-b1b4-ad11a282ebcc,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:37.806589 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701396c4-1980-4bc8-aa58-0755aea2f5f7 req-9f7e4de3-d483-4993-bd8e-69fd4ee36671 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:37.808095 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-701396c4-1980-4bc8-aa58-0755aea2f5f7 req-9f7e4de3-d483-4993-bd8e-69fd4ee36671 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0751479 Aug 24 05:00:37.816827 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841621b-62fe-4852-b175-e997c71c8dba req-0e4a5c5d-2499-46f9-bb03-31a56ae38be8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:37.818181 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9841621b-62fe-4852-b175-e997c71c8dba req-0e4a5c5d-2499-46f9-bb03-31a56ae38be8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0729151 Aug 24 05:00:37.866805 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:37.889738 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-701396c4-1980-4bc8-aa58-0755aea2f5f7 req-623ad2f0-1b0b-4251-b4cb-d6cfce77f911 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706539 Aug 24 05:00:37.896643 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9841621b-62fe-4852-b175-e997c71c8dba req-0f257118-80eb-4650-8c0a-10bde7203c83 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710597 Aug 24 05:00:38.036728 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eba55-d496-41a0-81fe-6b2384ac0473 req-c4ed029a-5ef8-407f-a80b-855744d71d22 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:38.044053 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-070eba55-d496-41a0-81fe-6b2384ac0473 req-c4ed029a-5ef8-407f-a80b-855744d71d22 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0559320 Aug 24 05:00:38.124725 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8305-7717-4f1a-99c7-ba25f09f550f req-02526bfc-4ea1-4cbb-b933-70a051127a74 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:38.126201 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3c5f8305-7717-4f1a-99c7-ba25f09f550f req-02526bfc-4ea1-4cbb-b933-70a051127a74 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0790250 Aug 24 05:00:38.130627 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-070eba55-d496-41a0-81fe-6b2384ac0473 req-fb040ff9-dcd1-4788-bbe3-699da9a40d40 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857313 Aug 24 05:00:38.181170 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3c5f8305-7717-4f1a-99c7-ba25f09f550f req-b8a6e95a-6521-4bfa-8b73-39d1b16806bb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487673 Aug 24 05:00:38.239922 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dad052-99f3-4a17-b12e-bcc896ee82b0 req-99c253e7-9a75-47f1-94b1-e2f42ff842d4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:38.241408 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-46dad052-99f3-4a17-b12e-bcc896ee82b0 req-99c253e7-9a75-47f1-94b1-e2f42ff842d4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0471632 Aug 24 05:00:38.290042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-46dad052-99f3-4a17-b12e-bcc896ee82b0 req-0ce3360a-288a-40d5-a507-31e3d08304c5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Aug 24 05:00:38.422098 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.475372 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39966) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:38.489067 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-741ad4c8-33f5-47f7-9550-42e3c97b4447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.564290 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-741ad4c8-33f5-47f7-9550-42e3c97b4447 admin admin] Publish callbacks [] for security_group (d05073fb-7a83-4060-8620-40ed3818af3f), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.645221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-741ad4c8-33f5-47f7-9550-42e3c97b4447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d05073fb-7a83-4060-8620-40ed3818af3f), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.663554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:00:38.685516 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-741ad4c8-33f5-47f7-9550-42e3c97b4447 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=e962c399b4c14a72b5e51c6a9cb1e148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089899 Aug 24 05:00:38.687529 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad4c8-33f5-47f7-9550-42e3c97b4447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05073fb-7a83-4060-8620-40ed3818af3f,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:38.688375 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 39968) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:38.743367 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8f25-7395-476c-b5d0-9071292cb613 admin admin] Publish callbacks [] for security_group (d05073fb-7a83-4060-8620-40ed3818af3f), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.770330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8f25-7395-476c-b5d0-9071292cb613 admin admin] Publish callbacks [] for security_group (d05073fb-7a83-4060-8620-40ed3818af3f), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.877976 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:38.888787 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '915258db-6fc2-452d-a9ca-b1c79659d052', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'port_id': '915258db-6fc2-452d-a9ca-b1c79659d052', 'mac_address': 'fa:16:3e:ba:2c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:00:38.890142 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:38.925940 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:38.926334 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.940265 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915258db-6fc2-452d-a9ca-b1c79659d052 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:00:38.959860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8f25-7395-476c-b5d0-9071292cb613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d05073fb-7a83-4060-8620-40ed3818af3f), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.962274 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:38.962447 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8f25-7395-476c-b5d0-9071292cb613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:38.963458 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ed3e8f25-7395-476c-b5d0-9071292cb613 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d05073fb-7a83-4060-8620-40ed3818af3f HTTP/1.1" status: 204 len: 168 time: 0.2721436 Aug 24 05:00:38.978961 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e8f25-7395-476c-b5d0-9071292cb613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05073fb-7a83-4060-8620-40ed3818af3f,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:39.051569 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299302c0-b5a7-47c2-9310-04875562f452 req-77d76478-a845-4a01-99ad-28c587d92df6 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:39.053461 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-299302c0-b5a7-47c2-9310-04875562f452 req-77d76478-a845-4a01-99ad-28c587d92df6 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0795050 Aug 24 05:00:39.061041 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706421-ebd4-4c4c-b883-a9346d7fcb9f req-d05fad80-1619-4c2e-99ab-1647e532e9fa tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:39.062497 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6e706421-ebd4-4c4c-b883-a9346d7fcb9f req-d05fad80-1619-4c2e-99ab-1647e532e9fa tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0784297 Aug 24 05:00:39.085787 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:39.130186 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-299302c0-b5a7-47c2-9310-04875562f452 req-9f81a194-24f2-48ee-99a8-261b546af212 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667212 Aug 24 05:00:39.136582 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:39.141767 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6e706421-ebd4-4c4c-b883-a9346d7fcb9f req-21df32f3-8a56-47c1-bc5d-86d7ea671a4e tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712624 Aug 24 05:00:39.260295 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d9f47-69ae-4aad-a9a7-c319844799ea req-fb2a6977-a5f3-4faf-aa76-d35176a20c4f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:39.261763 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9e5d9f47-69ae-4aad-a9a7-c319844799ea req-fb2a6977-a5f3-4faf-aa76-d35176a20c4f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0521932 Aug 24 05:00:39.271447 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:39.502094 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad079f85-34a4-4e65-8ef9-bf32a841c229 req-44eb0f9b-14b5-48c0-9d30-44e1189fa136 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:39.503546 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ad079f85-34a4-4e65-8ef9-bf32a841c229 req-44eb0f9b-14b5-48c0-9d30-44e1189fa136 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.2409189 Aug 24 05:00:39.531730 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9e5d9f47-69ae-4aad-a9a7-c319844799ea req-dfdc0869-a2c9-4750-87cb-ae45066c79bb tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579465 Aug 24 05:00:39.566910 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ad079f85-34a4-4e65-8ef9-bf32a841c229 req-aca7947a-c00d-4c24-9002-fd2c4319444c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577183 Aug 24 05:00:39.633250 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7984e6-f8cd-4c66-bb96-b8c1287823a5 req-4ad2a35a-eb45-4b16-9ad6-470e405cd063 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:39.634690 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ae7984e6-f8cd-4c66-bb96-b8c1287823a5 req-4ad2a35a-eb45-4b16-9ad6-470e405cd063 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0461445 Aug 24 05:00:39.660855 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:39.687289 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ae7984e6-f8cd-4c66-bb96-b8c1287823a5 req-5148a8a1-5411-434a-aa35-df86cfa60df5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Aug 24 05:00:39.793243 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39988) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:39.807471 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d63d957b-4a8e-4003-8f08-3ab510711bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:39.884605 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d63d957b-4a8e-4003-8f08-3ab510711bc7 admin admin] Publish callbacks [] for security_group (bbae3492-12ce-498a-9620-888f7efe79be), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.050731 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d63d957b-4a8e-4003-8f08-3ab510711bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (bbae3492-12ce-498a-9620-888f7efe79be), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.051093 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.051901 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.089917 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d957b-4a8e-4003-8f08-3ab510711bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbae3492-12ce-498a-9620-888f7efe79be,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:40.094223 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d63d957b-4a8e-4003-8f08-3ab510711bc7 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=c664152846de4817a0c767c1de7960e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999976 Aug 24 05:00:40.097928 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 39990) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:40.144846 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27a4287b-41d6-43f2-84d2-d0e8ea103e5f admin admin] Publish callbacks [] for security_group (bbae3492-12ce-498a-9620-888f7efe79be), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.164534 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27a4287b-41d6-43f2-84d2-d0e8ea103e5f admin admin] Publish callbacks [] for security_group (bbae3492-12ce-498a-9620-888f7efe79be), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.284591 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff5e0a-6e50-47c7-9f6e-c138aa8071db req-2cba8faf-bc4c-418b-84b0-91ed935e177f tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:40.286136 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08ff5e0a-6e50-47c7-9f6e-c138aa8071db req-2cba8faf-bc4c-418b-84b0-91ed935e177f tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0770497 Aug 24 05:00:40.313639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bbcd6-01cd-4bab-801d-046c5c6e329a req-e1059c98-55b6-4cd2-9f9f-8fbad4e87ad6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:40.315676 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-816bbcd6-01cd-4bab-801d-046c5c6e329a req-e1059c98-55b6-4cd2-9f9f-8fbad4e87ad6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0748620 Aug 24 05:00:40.338884 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27a4287b-41d6-43f2-84d2-d0e8ea103e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (bbae3492-12ce-498a-9620-888f7efe79be), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.341628 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27a4287b-41d6-43f2-84d2-d0e8ea103e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:40.342749 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-27a4287b-41d6-43f2-84d2-d0e8ea103e5f admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/bbae3492-12ce-498a-9620-888f7efe79be HTTP/1.1" status: 204 len: 168 time: 0.2444634 Aug 24 05:00:40.370282 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4287b-41d6-43f2-84d2-d0e8ea103e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbae3492-12ce-498a-9620-888f7efe79be,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:40.381241 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08ff5e0a-6e50-47c7-9f6e-c138aa8071db req-7980d9ce-f6f5-400b-820a-56244c39f488 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892529 Aug 24 05:00:40.413745 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-816bbcd6-01cd-4bab-801d-046c5c6e329a req-426ef3b8-3e8c-4e2e-ad74-5e61f83cd4c6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905643 Aug 24 05:00:40.563425 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-49e3e562-8439-4be1-af36-483c20410c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:40.565587 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-49e3e562-8439-4be1-af36-483c20410c4f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290631 Aug 24 05:00:40.596853 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['915258db-6fc2-452d-a9ca-b1c79659d052'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:00:40.623550 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e0190e12-7c35-4620-96d0-b4b0c36bbecd req-333054fc-6cf3-48d1-b4b7-7036498125e7 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074332 Aug 24 05:00:40.631477 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1281c9f-5c26-48dd-8969-aac0d8f3591f req-cee9d6b3-6c61-410f-a563-b741d2241cfc service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020862 Aug 24 05:00:40.640498 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ed7045b6-4d45-4505-a1aa-224b68d266a1 req-024817cd-b70b-4b9a-ac68-3a28f15d49eb service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625464 Aug 24 05:00:40.678674 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9abee-ef66-4ccb-a82b-0c715b93586e req-052b4485-1123-499f-9cc3-2eb52032a6d5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:40.680980 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9cd9abee-ef66-4ccb-a82b-0c715b93586e req-052b4485-1123-499f-9cc3-2eb52032a6d5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0668886 Aug 24 05:00:40.708525 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:40.708736 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:40.726858 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:40.727540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:40.733341 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-c08e2b2e-c1f5-4a03-ba04-9c5ccc0f820e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494446 Aug 24 05:00:40.753485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7766-6c53-4a42-9088-5c7f64a52662 req-a020117a-9ade-4d64-90c7-d7bb7d66ea37 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:40.754981 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7edc7766-6c53-4a42-9088-5c7f64a52662 req-a020117a-9ade-4d64-90c7-d7bb7d66ea37 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0673399 Aug 24 05:00:40.795520 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9cd9abee-ef66-4ccb-a82b-0c715b93586e req-8e8814e0-153b-4c0b-927c-64ef5f18921b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961888 Aug 24 05:00:40.819812 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7edc7766-6c53-4a42-9088-5c7f64a52662 req-00f477a4-5255-49c6-9061-3cbdb9af49db tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588391 Aug 24 05:00:40.907347 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589efed5-b1f3-4d2c-b7e1-8eb131040c29 req-afaecfa0-4256-4ef0-b2bd-c5805a9c895c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:40.909404 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-589efed5-b1f3-4d2c-b7e1-8eb131040c29 req-afaecfa0-4256-4ef0-b2bd-c5805a9c895c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0470259 Aug 24 05:00:40.957374 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-589efed5-b1f3-4d2c-b7e1-8eb131040c29 req-996842c3-0c1c-4059-8b9e-cf2e5023cf03 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Aug 24 05:00:41.531809 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb81ab-f91f-4d42-96e6-49b1293f5d61 req-022531c1-636a-4054-9b2c-82e85deb5e02 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:41.546682 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0acb81ab-f91f-4d42-96e6-49b1293f5d61 req-022531c1-636a-4054-9b2c-82e85deb5e02 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0793920 Aug 24 05:00:41.594639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:41.617973 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3424533-7815-4875-a935-57042d45bdc4 req-a8d9348b-4522-4f59-b415-c304ebce38b9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:41.619512 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3424533-7815-4875-a935-57042d45bdc4 req-a8d9348b-4522-4f59-b415-c304ebce38b9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0700870 Aug 24 05:00:41.646542 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0acb81ab-f91f-4d42-96e6-49b1293f5d61 req-2f3b62df-8767-4712-99fc-f427f17ea643 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989015 Aug 24 05:00:41.681128 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3424533-7815-4875-a935-57042d45bdc4 req-230f1b5e-c54a-4be0-879b-74a618259e8c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537765 Aug 24 05:00:41.922638 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b44220-0f64-439e-83a8-9bc163b6642e req-186c90dd-5613-4bc9-9149-8fb2711328d4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:41.924966 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28b44220-0f64-439e-83a8-9bc163b6642e req-186c90dd-5613-4bc9-9149-8fb2711328d4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0532515 Aug 24 05:00:41.990205 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:00:41.997861 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7007c-40ea-43c5-b41b-2b5b23236aa4 req-288a0417-80f2-4e49-8698-c904c1f1ab3a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:42.005152 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0bb7007c-40ea-43c5-b41b-2b5b23236aa4 req-288a0417-80f2-4e49-8698-c904c1f1ab3a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0791416 Aug 24 05:00:42.044795 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 915258db-6fc2-452d-a9ca-b1c79659d052 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:00:42.087216 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28b44220-0f64-439e-83a8-9bc163b6642e req-51297c80-ad9b-4c36-8eb4-528c98ac6e63 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487823 Aug 24 05:00:42.132037 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0bb7007c-40ea-43c5-b41b-2b5b23236aa4 req-f384413c-7406-4e89-9dd9-97f784c07982 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260264 Aug 24 05:00:42.170742 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 915258db-6fc2-452d-a9ca-b1c79659d052 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:00:42.172197 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:42.192805 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be971b1-6ab0-4643-aef8-a99f7341d1fa req-006d6075-bfca-43ec-8729-45f791dfec71 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:42.192805 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7be971b1-6ab0-4643-aef8-a99f7341d1fa req-006d6075-bfca-43ec-8729-45f791dfec71 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0513780 Aug 24 05:00:42.253117 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:00:42.253512 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:42.253643 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7be971b1-6ab0-4643-aef8-a99f7341d1fa req-297b3a61-7cfd-4b20-b181-e5b001aee207 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527327 Aug 24 05:00:42.282260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:42.285215 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10af816b-d665-4fab-bd3c-4ad0880c6d94" -d '{"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-plugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:42.298397 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:00:42.321519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11fff3c-9e0e-4d5b-a06e-0647b0fcb846 x-openstack-request-id: req-d11fff3c-9e0e-4d5b-a06e-0647b0fcb846 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:42.321796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-plugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:42.322039 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d11fff3c-9e0e-4d5b-a06e-0647b0fcb846 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:42.322424 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11fff3c-9e0e-4d5b-a06e-0647b0fcb846'] response: {'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052', 'code': 200} Aug 24 05:00:42.433700 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:42.484743 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:42.807483 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab297a36-e114-49c8-b520-584bf694d2ef req-b3a32159-afb7-4747-97e1-5ba372ea4552 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:42.808909 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ab297a36-e114-49c8-b520-584bf694d2ef req-b3a32159-afb7-4747-97e1-5ba372ea4552 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0796633 Aug 24 05:00:42.836799 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee55ba-b372-4d1b-bf0e-238fbc2809cf req-3cdbc664-dcc0-4c55-90e9-a5bc32cfe09a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:42.838333 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5aee55ba-b372-4d1b-bf0e-238fbc2809cf req-3cdbc664-dcc0-4c55-90e9-a5bc32cfe09a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0777049 Aug 24 05:00:42.886348 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ab297a36-e114-49c8-b520-584bf694d2ef req-d0972ec4-4345-4c1c-8dbd-d92b9671ee08 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701168 Aug 24 05:00:42.910837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5aee55ba-b372-4d1b-bf0e-238fbc2809cf req-ad4e6c68-33ed-4864-afb8-a2faf5fb1b06 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636282 Aug 24 05:00:43.241257 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef38238-1d35-4144-9deb-468f40c973d3 req-474a0918-9f9d-4941-bb8d-b01e8e514a00 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:43.242764 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5ef38238-1d35-4144-9deb-468f40c973d3 req-474a0918-9f9d-4941-bb8d-b01e8e514a00 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0772130 Aug 24 05:00:43.243444 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:43.305980 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aca72-5037-43c3-85d5-75938f659299 req-9d9a11be-bcc4-42c9-84d6-98a121c6c0b9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:43.307557 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-239aca72-5037-43c3-85d5-75938f659299 req-9d9a11be-bcc4-42c9-84d6-98a121c6c0b9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0814238 Aug 24 05:00:43.363740 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5ef38238-1d35-4144-9deb-468f40c973d3 req-63acdd4d-4ce1-47cb-abc8-4c47c8b0567f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951574 Aug 24 05:00:43.394603 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-239aca72-5037-43c3-85d5-75938f659299 req-2a2ff6cf-b9b2-40c6-be87-c3e4a1f7589a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794966 Aug 24 05:00:43.486802 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab727-2432-4012-8511-841afb813f8f req-0cd5b957-78f2-4445-b2e9-79f812f8d4eb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:43.488345 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0fbab727-2432-4012-8511-841afb813f8f req-0cd5b957-78f2-4445-b2e9-79f812f8d4eb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0522511 Aug 24 05:00:43.546965 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0fbab727-2432-4012-8511-841afb813f8f req-a325279a-b593-4abd-aa6a-7b79cd72b63b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 Aug 24 05:00:44.045575 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25e299-2335-4e57-990c-b0a61e82019a req-a0556652-461d-4cb6-9c17-a661dc9a0ee4 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:44.047059 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7c25e299-2335-4e57-990c-b0a61e82019a req-a0556652-461d-4cb6-9c17-a661dc9a0ee4 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0863292 Aug 24 05:00:44.062146 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d142bca-d14e-456e-96fc-b5bdba8f74ae req-10e9f639-b0ce-4c1e-8ad7-d41d7779304b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:44.064069 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7d142bca-d14e-456e-96fc-b5bdba8f74ae req-10e9f639-b0ce-4c1e-8ad7-d41d7779304b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0689759 Aug 24 05:00:44.138780 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7c25e299-2335-4e57-990c-b0a61e82019a req-725258e6-04fa-4810-8f85-051ace988fa0 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834429 Aug 24 05:00:44.143604 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7d142bca-d14e-456e-96fc-b5bdba8f74ae req-63934ab2-d66c-4d94-89a4-418135994b99 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733600 Aug 24 05:00:44.477927 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d7df4-815a-4980-ab08-56ccdd0a5db5 req-3514bb25-2115-4f50-b489-8cb9c0015891 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:44.479459 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a90d7df4-815a-4980-ab08-56ccdd0a5db5 req-3514bb25-2115-4f50-b489-8cb9c0015891 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0463684 Aug 24 05:00:44.538775 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd55ad-d19f-4253-8501-add30511f17d req-44918fbb-3a5c-4d07-bbcd-99b71311c2a4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:44.540403 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2bbd55ad-d19f-4253-8501-add30511f17d req-44918fbb-3a5c-4d07-bbcd-99b71311c2a4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0600612 Aug 24 05:00:44.576663 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a90d7df4-815a-4980-ab08-56ccdd0a5db5 req-e8763a1f-7d83-4cd2-8095-4fa6cc2257db tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859368 Aug 24 05:00:44.607988 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2bbd55ad-d19f-4253-8501-add30511f17d req-91694add-c93d-4785-b63a-d42cc7713457 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619256 Aug 24 05:00:44.682546 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d36294-5f01-41c5-9b94-cbd2b52564fd req-34f1a828-11fd-4cc6-b548-40fbd0318182 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:44.684035 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a8d36294-5f01-41c5-9b94-cbd2b52564fd req-34f1a828-11fd-4cc6-b548-40fbd0318182 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0470989 Aug 24 05:00:44.730554 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a8d36294-5f01-41c5-9b94-cbd2b52564fd req-6bcd9ede-a070-4cfc-880f-be1fac75a451 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Aug 24 05:00:45.276642 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:45.289344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5464fec-809d-4cd9-a225-f626097cf3af req-7e82564a-159f-43a2-999b-993e15d50c76 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:45.290832 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5464fec-809d-4cd9-a225-f626097cf3af req-7e82564a-159f-43a2-999b-993e15d50c76 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0771434 Aug 24 05:00:45.298407 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a629-5232-4492-86cc-b880f4f14580 req-6eac3990-ecdc-473a-9cf8-2b3855a80e87 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:45.299832 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e2a1a629-5232-4492-86cc-b880f4f14580 req-6eac3990-ecdc-473a-9cf8-2b3855a80e87 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0842757 Aug 24 05:00:45.373186 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5464fec-809d-4cd9-a225-f626097cf3af req-2fc83587-3028-4029-bc87-11bace1ca5f7 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724211 Aug 24 05:00:45.377829 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e2a1a629-5232-4492-86cc-b880f4f14580 req-0bf4ae08-9485-489b-aebf-74b585d612ca tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700772 Aug 24 05:00:45.701820 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6f42e-2cb6-4c7c-ac44-d8310f82e6e8 req-aa70da6d-8cb1-46f1-a9aa-f54fc6108b54 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:45.701820 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-57d6f42e-2cb6-4c7c-ac44-d8310f82e6e8 req-aa70da6d-8cb1-46f1-a9aa-f54fc6108b54 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0483418 Aug 24 05:00:45.769974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a565b-72d9-4e43-890e-dd62df2a0deb req-ee1b1913-ff2e-4981-b308-b3983161cf14 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:45.771448 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-173a565b-72d9-4e43-890e-dd62df2a0deb req-ee1b1913-ff2e-4981-b308-b3983161cf14 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0702176 Aug 24 05:00:45.798428 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-57d6f42e-2cb6-4c7c-ac44-d8310f82e6e8 req-dcc659eb-58b5-4cd0-a5a5-9fde67bb72cc tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860176 Aug 24 05:00:45.830216 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-173a565b-72d9-4e43-890e-dd62df2a0deb req-1cd19c75-224f-4915-9925-3c0c410988c2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511327 Aug 24 05:00:45.870515 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:45.907474 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433041b-9e60-489e-a56a-bcce20dfcb83 req-8df792c7-7f3e-473e-92c5-d0895f9812ce tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:45.908875 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2433041b-9e60-489e-a56a-bcce20dfcb83 req-8df792c7-7f3e-473e-92c5-d0895f9812ce tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0469215 Aug 24 05:00:45.956277 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2433041b-9e60-489e-a56a-bcce20dfcb83 req-4770baad-b54f-4e4f-b7e7-44c92935af11 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Aug 24 05:00:46.523871 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30967b-791a-4c2d-9d06-17d4060d0b9d req-b42c7158-e2f9-49a3-85fd-14e54d630e0a tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:46.525331 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4b30967b-791a-4c2d-9d06-17d4060d0b9d req-b42c7158-e2f9-49a3-85fd-14e54d630e0a tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0783150 Aug 24 05:00:46.533670 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf8d93-8083-4d57-bb91-5bdcef5c4b32 req-52442c81-0ef2-42db-8606-ace0f73c9773 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:46.535103 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-60bf8d93-8083-4d57-bb91-5bdcef5c4b32 req-52442c81-0ef2-42db-8606-ace0f73c9773 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0785770 Aug 24 05:00:46.608938 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4b30967b-791a-4c2d-9d06-17d4060d0b9d req-93b59927-c2ca-4091-bd7d-942237c735d2 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729032 Aug 24 05:00:46.612532 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-60bf8d93-8083-4d57-bb91-5bdcef5c4b32 req-329414d3-bcfa-4f8a-a844-2c8b7dd9988c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707839 Aug 24 05:00:46.932287 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee37185-76e0-4ab3-8e4b-76632f8a5ed1 req-269e1490-4c1a-45ca-a965-5d9835d22300 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:46.933754 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4ee37185-76e0-4ab3-8e4b-76632f8a5ed1 req-269e1490-4c1a-45ca-a965-5d9835d22300 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0605829 Aug 24 05:00:46.986069 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049ae98-275f-4f87-b307-79f1b2de2c60 req-8c228dc9-4dab-4a28-a0a2-d77761a18ea4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:46.987664 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0049ae98-275f-4f87-b307-79f1b2de2c60 req-8c228dc9-4dab-4a28-a0a2-d77761a18ea4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0746479 Aug 24 05:00:47.028679 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4ee37185-76e0-4ab3-8e4b-76632f8a5ed1 req-9c85de56-65f7-469a-877a-14664ab539f0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753415 Aug 24 05:00:47.050188 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0049ae98-275f-4f87-b307-79f1b2de2c60 req-a4645eb2-6fbf-481c-853d-a915dfdd0cc0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551541 Aug 24 05:00:47.137509 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aba6ab-5b91-4e78-8bb3-d836d19c2ecb req-e78f8b00-243c-4393-a007-fb2f27f523d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:47.138985 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-20aba6ab-5b91-4e78-8bb3-d836d19c2ecb req-e78f8b00-243c-4393-a007-fb2f27f523d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0469897 Aug 24 05:00:47.189202 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-20aba6ab-5b91-4e78-8bb3-d836d19c2ecb req-40546c6b-9701-4ce6-9916-2175439ffb74 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Aug 24 05:00:47.758843 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c70955-d09c-4831-91df-7197e9fd80be req-7601b04f-8fcd-493d-9651-06f3581cf2ab tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:47.760523 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08c70955-d09c-4831-91df-7197e9fd80be req-7601b04f-8fcd-493d-9651-06f3581cf2ab tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0789275 Aug 24 05:00:47.766494 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90510002-bf0a-4de4-ad7e-ab90067df2ed req-5c5555e7-914a-4d6d-9296-fd648ad1d3ff tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:47.768315 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-90510002-bf0a-4de4-ad7e-ab90067df2ed req-5c5555e7-914a-4d6d-9296-fd648ad1d3ff tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0763986 Aug 24 05:00:47.846236 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08c70955-d09c-4831-91df-7197e9fd80be req-60c24c6b-475a-4aaf-ad39-ca21d566018a tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769098 Aug 24 05:00:47.850505 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-90510002-bf0a-4de4-ad7e-ab90067df2ed req-284b119b-4a61-41dc-b95b-729a62631b6d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750961 Aug 24 05:00:47.924278 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-45e281f9-53fa-420c-85a8-0227daa5d88e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314673 Aug 24 05:00:48.116681 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:48.189567 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a821-a767-4d47-96dd-22ab83bc78fa req-12efe625-7f78-49a8-bd7c-92978b3abfb1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:48.191301 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb99a821-a767-4d47-96dd-22ab83bc78fa req-12efe625-7f78-49a8-bd7c-92978b3abfb1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0835245 Aug 24 05:00:48.202297 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098e56d-3f9a-44ee-bd1a-b339a249e113 req-176d0942-e142-4051-bb8b-9ad55ba37cdb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:48.207190 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d098e56d-3f9a-44ee-bd1a-b339a249e113 req-176d0942-e142-4051-bb8b-9ad55ba37cdb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0641840 Aug 24 05:00:48.264455 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:48.288727 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb99a821-a767-4d47-96dd-22ab83bc78fa req-adedb033-9534-46b6-bd56-840325fb25d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776281 Aug 24 05:00:48.293075 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d098e56d-3f9a-44ee-bd1a-b339a249e113 req-5878033f-b4f6-43de-807e-15dcd10cafee tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799451 Aug 24 05:00:48.397863 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1ad36-8441-40c5-a21c-40f39f642cb3 req-0d34b8f4-09c4-46e9-9549-0a8ba1a7b3d3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:48.399326 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7dc1ad36-8441-40c5-a21c-40f39f642cb3 req-0d34b8f4-09c4-46e9-9549-0a8ba1a7b3d3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0502789 Aug 24 05:00:48.448307 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7dc1ad36-8441-40c5-a21c-40f39f642cb3 req-b287c9bf-d305-49a2-a125-50680f81b77a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Aug 24 05:00:48.868768 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de920a19-3cfe-4e29-b2f8-048d67e1eb0e req-5cc3be12-3238-4e98-ac5a-a764e612f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:48.870315 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de920a19-3cfe-4e29-b2f8-048d67e1eb0e req-5cc3be12-3238-4e98-ac5a-a764e612f731 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 1130 time: 0.0380898 Aug 24 05:00:49.014938 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a08455-08e0-4099-b561-17b22c3ffb5b req-525d872c-bf3e-492b-93bf-f61d1213769d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:49.016505 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-64a08455-08e0-4099-b561-17b22c3ffb5b req-525d872c-bf3e-492b-93bf-f61d1213769d tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0867460 Aug 24 05:00:49.042099 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf911-3328-420b-a10f-30ef0fa65641 req-c8328eb3-654e-400a-997c-a12ed79f6c0a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:49.047994 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-daeaf911-3328-420b-a10f-30ef0fa65641 req-c8328eb3-654e-400a-997c-a12ed79f6c0a tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.1045783 Aug 24 05:00:49.131662 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-64a08455-08e0-4099-b561-17b22c3ffb5b req-e5bce39a-4dc6-4001-b709-db481c281afc tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084509 Aug 24 05:00:49.139811 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-daeaf911-3328-420b-a10f-30ef0fa65641 req-92ccae7a-57f8-4a76-8494-c115d8dc8718 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761757 Aug 24 05:00:49.299944 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:00:49.444207 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfc405-eed9-4502-bb47-261065ba259d req-b725c717-bb1f-4b5e-b626-93a09609374d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:49.445691 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-abcfc405-eed9-4502-bb47-261065ba259d req-b725c717-bb1f-4b5e-b626-93a09609374d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0750868 Aug 24 05:00:49.453416 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501fea4-d820-46b8-98ae-e8771706e715 req-5a1acb16-0131-4fce-bfd0-85e180361b57 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:49.454851 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c501fea4-d820-46b8-98ae-e8771706e715 req-5a1acb16-0131-4fce-bfd0-85e180361b57 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0744576 Aug 24 05:00:49.540141 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-abcfc405-eed9-4502-bb47-261065ba259d req-25a59557-dc59-4428-84d2-cd4ba74ba92f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822294 Aug 24 05:00:49.541317 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c501fea4-d820-46b8-98ae-e8771706e715 req-5177e883-e931-434a-b32d-7f9814452027 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797005 Aug 24 05:00:49.612666 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de920a19-3cfe-4e29-b2f8-048d67e1eb0e req-dca64177-59c4-4520-b2bd-10c69099bcca service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671201 Aug 24 05:00:49.647367 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0383-fbb3-4251-814a-89b61e3f59db req-94d17996-b25e-43ac-a5f2-a7efb2dca21c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:49.648903 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f72a0383-fbb3-4251-814a-89b61e3f59db req-94d17996-b25e-43ac-a5f2-a7efb2dca21c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0516095 Aug 24 05:00:49.711702 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f72a0383-fbb3-4251-814a-89b61e3f59db req-75eb3724-8dda-43e5-be1e-7a318b68d2dc tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564151 Aug 24 05:00:50.284474 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef8b4a-4d4a-402f-aed5-ea1312a07735 req-cae73f73-83af-441d-aa60-566ccea2427b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:50.285982 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14ef8b4a-4d4a-402f-aed5-ea1312a07735 req-cae73f73-83af-441d-aa60-566ccea2427b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Aug 24 05:00:50.336678 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14ef8b4a-4d4a-402f-aed5-ea1312a07735 req-ad2c7a20-8d0e-45b9-b39f-c13554c44351 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Aug 24 05:00:50.359742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40254) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:50.499838 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1a1eff20-b6a8-48bc-9169-0dc2e3986d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:50.524974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467df02-84bd-4b2e-886f-c1a1b27d5556 req-47e0347e-5283-40ae-948d-6fb30f41fd50 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:50.526493 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7467df02-84bd-4b2e-886f-c1a1b27d5556 req-47e0347e-5283-40ae-948d-6fb30f41fd50 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0743463 Aug 24 05:00:50.536323 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40268) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:50.550811 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:00:50.658266 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (ef04a61a-67a3-4241-bc4f-1715cb1e2d79), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:50.677641 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:50.687221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8891a9-7033-465f-8429-c21f6bc4b6e6 req-38bde759-c639-48b0-ba9a-b167579059ad tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:50.688822 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a8891a9-7033-465f-8429-c21f6bc4b6e6 req-38bde759-c639-48b0-ba9a-b167579059ad tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.1107814 Aug 24 05:00:50.711466 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1a1eff20-b6a8-48bc-9169-0dc2e3986d09 admin admin] Publish callbacks [] for security_group (4d889e78-c7ca-4c21-acc5-4717f3004dec), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:50.718967 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e045190-fa8e-4258-a90f-46ea7903ad5a req-9c3db552-d953-4f4b-8565-ccd33ae50384 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:50.720997 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5e045190-fa8e-4258-a90f-46ea7903ad5a req-9c3db552-d953-4f4b-8565-ccd33ae50384 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0908465 Aug 24 05:00:50.764901 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:50.789205 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a8891a9-7033-465f-8429-c21f6bc4b6e6 req-d3544588-97f6-4d01-bbcc-fa35b02fa187 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888195 Aug 24 05:00:50.814848 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5e045190-fa8e-4258-a90f-46ea7903ad5a req-83fe94cd-529b-4f89-9141-134fc2f7c9a1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740569 Aug 24 05:00:50.845154 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1a1eff20-b6a8-48bc-9169-0dc2e3986d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4d889e78-c7ca-4c21-acc5-4717f3004dec), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:50.916943 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-1a1eff20-b6a8-48bc-9169-0dc2e3986d09 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=db4a121febfd42169e12a97e97082b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5553060 Aug 24 05:00:50.920945 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40278) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:50.930601 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eff20-b6a8-48bc-9169-0dc2e3986d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d889e78-c7ca-4c21-acc5-4717f3004dec,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:50.957451 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724331f-9c13-4398-a4eb-91cdc2973922 req-841fb911-ffbc-4a48-87b1-d35be5dc3c58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:50.958935 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0724331f-9c13-4398-a4eb-91cdc2973922 req-841fb911-ffbc-4a48-87b1-d35be5dc3c58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0906188 Aug 24 05:00:51.022707 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0b41e39f-4d3f-4f25-bf25-e7df91c64359 admin admin] Publish callbacks [] for security_group (4d889e78-c7ca-4c21-acc5-4717f3004dec), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.029510 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0724331f-9c13-4398-a4eb-91cdc2973922 req-803dd00f-26fc-4b76-b56e-9caeca3b965d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638695 Aug 24 05:00:51.048872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0b41e39f-4d3f-4f25-bf25-e7df91c64359 admin admin] Publish callbacks [] for security_group (4d889e78-c7ca-4c21-acc5-4717f3004dec), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.182125 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40282) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:51.269224 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0b41e39f-4d3f-4f25-bf25-e7df91c64359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4d889e78-c7ca-4c21-acc5-4717f3004dec), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.271535 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0b41e39f-4d3f-4f25-bf25-e7df91c64359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.275160 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0b41e39f-4d3f-4f25-bf25-e7df91c64359 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/4d889e78-c7ca-4c21-acc5-4717f3004dec HTTP/1.1" status: 204 len: 168 time: 0.3515153 Aug 24 05:00:51.286724 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.299442 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41e39f-4d3f-4f25-bf25-e7df91c64359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d889e78-c7ca-4c21-acc5-4717f3004dec,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:51.309190 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4c8c6f8e-78e0-4ce4-ae60-6447501f2928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.354588 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:51.388237 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4c8c6f8e-78e0-4ce4-ae60-6447501f2928 admin admin] Publish callbacks [] for security_group (fdb13c09-a273-4aee-a25b-363ad48bcd93), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.404523 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (ef04a61a-67a3-4241-bc4f-1715cb1e2d79), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.514091 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4c8c6f8e-78e0-4ce4-ae60-6447501f2928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (fdb13c09-a273-4aee-a25b-363ad48bcd93), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.567895 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4c8c6f8e-78e0-4ce4-ae60-6447501f2928 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=a26395fa888743908b6b32261d80dc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846581 Aug 24 05:00:51.569143 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c6f8e-78e0-4ce4-ae60-6447501f2928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb13c09-a273-4aee-a25b-363ad48bcd93,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:51.571800 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40290) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:51.624197 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e8f19143-074b-4c4d-b4b8-dbe85eecadda admin admin] Publish callbacks [] for security_group (fdb13c09-a273-4aee-a25b-363ad48bcd93), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.646789 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e8f19143-074b-4c4d-b4b8-dbe85eecadda admin admin] Publish callbacks [] for security_group (fdb13c09-a273-4aee-a25b-363ad48bcd93), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:51.679816 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP ef04a61a-67a3-4241-bc4f-1715cb1e2d79 associated. External IP: 172.27.1.225, port: 3b8866d6-c018-428f-b34a-771e00bb44a7. Aug 24 05:00:52.020257 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:52.020257 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:00:52.020928 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17736242-bdd5-4510-bb4c-8403a0b05589 req-75a211ea-266a-46b2-9c31-cb73398a34d8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.020928 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-17736242-bdd5-4510-bb4c-8403a0b05589 req-75a211ea-266a-46b2-9c31-cb73398a34d8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0774317 Aug 24 05:00:52.020928 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c629073-d70c-4d5a-8c61-c3f88dd98665 req-73c870b4-ee62-41a7-b1f6-dd3e099bb24e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.020928 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c629073-d70c-4d5a-8c61-c3f88dd98665 req-73c870b4-ee62-41a7-b1f6-dd3e099bb24e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0662186 Aug 24 05:00:52.021877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:52.021877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:00:52.021877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.035232 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:00:52.036043 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-17736242-bdd5-4510-bb4c-8403a0b05589 req-a6828e2f-64b7-43b3-8396-82627a2b3331 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826707 Aug 24 05:00:52.043197 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c629073-d70c-4d5a-8c61-c3f88dd98665 req-fff2ea02-0d8e-4cfc-9f78-fc7c3df95e7e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692139 Aug 24 05:00:52.080269 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:00:52.080269 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:00:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:52.184453 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e8f19143-074b-4c4d-b4b8-dbe85eecadda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (fdb13c09-a273-4aee-a25b-363ad48bcd93), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.184710 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-acab743d-1334-4f40-b7bf-1de306ce2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.191236 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e8f19143-074b-4c4d-b4b8-dbe85eecadda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.193815 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-acab743d-1334-4f40-b7bf-1de306ce2ce6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 1130 time: 0.1684697 Aug 24 05:00:52.195502 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e8f19143-074b-4c4d-b4b8-dbe85eecadda admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/fdb13c09-a273-4aee-a25b-363ad48bcd93 HTTP/1.1" status: 204 len: 168 time: 0.6225462 Aug 24 05:00:52.197516 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:52.206094 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:00:52.213112 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f19143-074b-4c4d-b4b8-dbe85eecadda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb13c09-a273-4aee-a25b-363ad48bcd93,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:52.214952 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3bc7f820-05dc-4679-b32b-7f2ee9846c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/ef04a61a-67a3-4241-bc4f-1715cb1e2d79 HTTP/1.1" status: 200 len: 991 time: 1.6770337 Aug 24 05:00:52.231586 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f3fc-a41d-4ea9-8d1c-ae6a67fa3ba3 req-71a0c318-c8d3-4fd2-8932-00901417d75a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.231586 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea32f3fc-a41d-4ea9-8d1c-ae6a67fa3ba3 req-71a0c318-c8d3-4fd2-8932-00901417d75a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0865426 Aug 24 05:00:52.232590 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-0dbca311-7c38-4138-8c6b-bf9f08205473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.234356 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-0dbca311-7c38-4138-8c6b-bf9f08205473 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1130 time: 0.1802535 Aug 24 05:00:52.277720 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:52.279993 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2390a81-3061-4c31-938b-30342b41f109" -d '{"events": [{"name": "network-changed", "server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:52.288082 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc24ed5-c940-4f40-98e1-ff3508485a5d req-5b416d19-2f91-41ec-9f8c-8e5ee5a648d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.289850 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8dc24ed5-c940-4f40-98e1-ff3508485a5d req-5b416d19-2f91-41ec-9f8c-8e5ee5a648d5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1130 time: 0.2717650 Aug 24 05:00:52.313791 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea32f3fc-a41d-4ea9-8d1c-ae6a67fa3ba3 req-a3b66944-88fb-4585-b21f-3baf5673e61e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752230 Aug 24 05:00:52.378054 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300f6d94-982d-4ddc-a585-495c0d302485 x-openstack-request-id: req-300f6d94-982d-4ddc-a585-495c0d302485 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:52.378348 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:52.378594 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-300f6d94-982d-4ddc-a585-495c0d302485 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:52.378981 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300f6d94-982d-4ddc-a585-495c0d302485'] response: {'name': 'network-changed', 'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'status': 'completed', 'code': 200} Aug 24 05:00:52.439419 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40316) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:52.457992 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b07231e3-9715-4309-8c3a-e7c2d7a76c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.528352 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-236c1600-b67d-47e3-9152-24240ff7dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.530215 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-236c1600-b67d-47e3-9152-24240ff7dcdc service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.3215618 Aug 24 05:00:52.540640 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8dc24ed5-c940-4f40-98e1-ff3508485a5d req-6c2cb0a9-e9e5-4d71-a49d-44ebfdd5fff6 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403173 Aug 24 05:00:52.542368 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-75971735-f45f-476a-a7af-97e5bb250f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:52.543876 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-75971735-f45f-476a-a7af-97e5bb250f42 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.2602909 Aug 24 05:00:52.571878 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b07231e3-9715-4309-8c3a-e7c2d7a76c68 admin admin] Publish callbacks [] for security_group (379eb6d2-72c2-448d-ad6b-8060163b0f8e), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.603886 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:51Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:52.632604 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:00:52.642265 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:00:52.642908 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:00:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:52.753188 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b07231e3-9715-4309-8c3a-e7c2d7a76c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (379eb6d2-72c2-448d-ad6b-8060163b0f8e), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.754513 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:00:52.796065 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40328) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:52.796674 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b07231e3-9715-4309-8c3a-e7c2d7a76c68 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=6c52be5c5b8440258e12880ef848b128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548055 Aug 24 05:00:52.797037 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07231e3-9715-4309-8c3a-e7c2d7a76c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379eb6d2-72c2-448d-ad6b-8060163b0f8e,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:52.867624 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6d252095-ae05-45fd-a8de-cc3b60b0ccc1 admin admin] Publish callbacks [] for security_group (379eb6d2-72c2-448d-ad6b-8060163b0f8e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.888076 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6d252095-ae05-45fd-a8de-cc3b60b0ccc1 admin admin] Publish callbacks [] for security_group (379eb6d2-72c2-448d-ad6b-8060163b0f8e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:52.972862 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:51Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:53.000769 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d165996-475e-42a6-b9ec-c81350654320 None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:51Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:00:53.061767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6d252095-ae05-45fd-a8de-cc3b60b0ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (379eb6d2-72c2-448d-ad6b-8060163b0f8e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.066945 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6d252095-ae05-45fd-a8de-cc3b60b0ccc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.066945 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-6d252095-ae05-45fd-a8de-cc3b60b0ccc1 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/379eb6d2-72c2-448d-ad6b-8060163b0f8e HTTP/1.1" status: 204 len: 168 time: 0.2504311 Aug 24 05:00:53.074086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d252095-ae05-45fd-a8de-cc3b60b0ccc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379eb6d2-72c2-448d-ad6b-8060163b0f8e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:53.134260 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40336) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:53.149745 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1c2a-0fce-4b2d-ae74-449551a23db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.225616 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598dfa1-95a8-488b-8033-bd499bbbea7d req-944d3dc0-2f51-4077-8d2c-e967adae6dd8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:53.227274 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2598dfa1-95a8-488b-8033-bd499bbbea7d req-944d3dc0-2f51-4077-8d2c-e967adae6dd8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0666578 Aug 24 05:00:53.272485 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd70aec-d69e-4682-84d3-d13c796598c5 None None] New status for floating IP ef04a61a-67a3-4241-bc4f-1715cb1e2d79: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:00:53.343205 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2598dfa1-95a8-488b-8033-bd499bbbea7d req-114a3ce9-13e5-461e-a23c-c6be101d2e50 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054587 Aug 24 05:00:53.358022 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1c2a-0fce-4b2d-ae74-449551a23db1 admin admin] Publish callbacks [] for security_group (bd9307c8-3341-40aa-a8c1-7ed97737fb91), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.369736 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-564f7e31-5471-49a5-a7f4-18fbe2c5682d service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd HTTP/1.1" status: 200 len: 217 time: 0.0906749 Aug 24 05:00:53.405229 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:53.407549 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-5ee3b591-6dd9-420a-84d1-91653c76e716 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 217 time: 0.1271691 Aug 24 05:00:53.468831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390a81-3061-4c31-938b-30342b41f109 req-b31be41c-dc0b-4509-8d55-2ca62f85e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:53.470673 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f2390a81-3061-4c31-938b-30342b41f109 req-b31be41c-dc0b-4509-8d55-2ca62f85e981 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 1129 time: 0.2109964 Aug 24 05:00:53.473269 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de40fb-a197-49fb-8ea2-e61e7292659b req-c2a430c2-bf36-4cde-a9e7-b8b2e77370b1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:53.475121 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-91de40fb-a197-49fb-8ea2-e61e7292659b req-c2a430c2-bf36-4cde-a9e7-b8b2e77370b1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0580921 Aug 24 05:00:53.503162 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-b29e7cf0-8b30-4568-9aab-02afe74c9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:53.506337 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-b29e7cf0-8b30-4568-9aab-02afe74c9d74 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0876064 Aug 24 05:00:53.507738 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-beb35f70-3c97-4529-82fc-ac139fd88f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:53.509096 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-beb35f70-3c97-4529-82fc-ac139fd88f27 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.1071730 Aug 24 05:00:53.525302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1c2a-0fce-4b2d-ae74-449551a23db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (bd9307c8-3341-40aa-a8c1-7ed97737fb91), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.603902 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2cdd1c2a-0fce-4b2d-ae74-449551a23db1 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=dcc679824bc34f4dafbd03891462278a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494736 Aug 24 05:00:53.603902 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1c2a-0fce-4b2d-ae74-449551a23db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9307c8-3341-40aa-a8c1-7ed97737fb91,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:53.603902 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-91de40fb-a197-49fb-8ea2-e61e7292659b req-5eb506db-2cba-4ad3-8b2d-a547f5e71399 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084695 Aug 24 05:00:53.609435 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40352) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:53.679461 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4ded3353-4778-47d4-a444-4250f176496c admin admin] Publish callbacks [] for security_group (bd9307c8-3341-40aa-a8c1-7ed97737fb91), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.712365 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4ded3353-4778-47d4-a444-4250f176496c admin admin] Publish callbacks [] for security_group (bd9307c8-3341-40aa-a8c1-7ed97737fb91), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.727061 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3dd23-0a53-4885-a4d0-0186d3c80751 req-1c916093-4cdb-4530-a172-b0f5461668e9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:53.728675 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e3c3dd23-0a53-4885-a4d0-0186d3c80751 req-1c916093-4cdb-4530-a172-b0f5461668e9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0591581 Aug 24 05:00:53.789000 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e3c3dd23-0a53-4885-a4d0-0186d3c80751 req-699e7039-5cfe-4b9c-a2b5-233f5e6d1cab tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517671 Aug 24 05:00:53.867118 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4ded3353-4778-47d4-a444-4250f176496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (bd9307c8-3341-40aa-a8c1-7ed97737fb91), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.869706 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4ded3353-4778-47d4-a444-4250f176496c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.873098 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4ded3353-4778-47d4-a444-4250f176496c admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/bd9307c8-3341-40aa-a8c1-7ed97737fb91 HTTP/1.1" status: 204 len: 168 time: 0.2603500 Aug 24 05:00:53.881910 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded3353-4778-47d4-a444-4250f176496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9307c8-3341-40aa-a8c1-7ed97737fb91,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:53.903154 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:53.920506 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d257b1b-2a89-4b32-9035-35da6bad2891 req-4db0cafc-5926-475c-958d-4e8af6ac83d2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:53.922260 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d257b1b-2a89-4b32-9035-35da6bad2891 req-4db0cafc-5926-475c-958d-4e8af6ac83d2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0546718 Aug 24 05:00:53.933059 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40368) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:53.944303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'floatingip': {'port_id': '936c85cd-1e05-4281-b3e6-13b1c7718075'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:00:53.976468 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (8d6e6d28-896e-4f6b-a953-22aee53a32c2), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:53.979205 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:54.266823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-bf1d5721-c1ac-4063-aba4-ae0ad316e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:54.268445 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-bf1d5721-c1ac-4063-aba4-ae0ad316e6ac service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1626205 Aug 24 05:00:54.298227 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-409ef41e-608d-4c19-a98e-7f89f1322475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:54.299752 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-409ef41e-608d-4c19-a98e-7f89f1322475 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1960187 Aug 24 05:00:54.346707 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40378) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:54.501175 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f177aade-02b6-476a-b0f4-ff2a0b1b0e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:54.505917 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390a81-3061-4c31-938b-30342b41f109 req-d9d40927-33ac-41a3-a470-ce847231dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:54.508009 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f2390a81-3061-4c31-938b-30342b41f109 req-d9d40927-33ac-41a3-a470-ce847231dc75 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 916 time: 0.4031708 Aug 24 05:00:54.514810 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:54.581574 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:54.639715 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f177aade-02b6-476a-b0f4-ff2a0b1b0e90 admin admin] Publish callbacks [] for security_group (4df50cb3-4224-43a5-a45e-739c22be28d6), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:54.846320 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-6583f276-5ecc-460d-8612-9300b87649a4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315404 Aug 24 05:00:54.853154 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-6500326a-25ce-422d-977f-6bc20406159c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506198 Aug 24 05:00:54.909555 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f177aade-02b6-476a-b0f4-ff2a0b1b0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4df50cb3-4224-43a5-a45e-739c22be28d6), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:54.946238 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177aade-02b6-476a-b0f4-ff2a0b1b0e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df50cb3-4224-43a5-a45e-739c22be28d6,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:54.987275 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bc808-767f-486b-9a9d-fd18112962c6 req-6716860a-9049-419f-8f01-bcc38030366e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:54.993379 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3b7bc808-767f-486b-9a9d-fd18112962c6 req-6716860a-9049-419f-8f01-bcc38030366e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.3103030 Aug 24 05:00:55.004464 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:55.018630 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f177aade-02b6-476a-b0f4-ff2a0b1b0e90 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=7b3d1c2e23a64b849d240f8a7ce9dcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6678648 Aug 24 05:00:55.025785 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40402) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:55.077150 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3b7bc808-767f-486b-9a9d-fd18112962c6 req-38a9bbbf-de58-433f-90d1-6c4b48cf6219 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 Aug 24 05:00:55.089603 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (8d6e6d28-896e-4f6b-a953-22aee53a32c2), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:55.240332 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdc70-ac62-4dec-907e-c8da53af6874 req-30e430f9-3c37-43e1-895c-308aa26ae422 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:55.250044 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c49fdc70-ac62-4dec-907e-c8da53af6874 req-30e430f9-3c37-43e1-895c-308aa26ae422 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0656447 Aug 24 05:00:55.310452 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c49fdc70-ac62-4dec-907e-c8da53af6874 req-46919035-bf16-48cc-a3ec-94127b2b65bc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588980 Aug 24 05:00:55.348934 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40414) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:55.421602 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f2390a81-3061-4c31-938b-30342b41f109 req-2c513c85-7667-41fe-940a-745cbc50ade0 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b8866d6-c018-428f-b34a-771e00bb44a7 HTTP/1.1" status: 200 len: 1001 time: 0.3508329 Aug 24 05:00:55.433830 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1d301f03-09ca-4820-a669-473a9a5f0b89 admin admin] Publish callbacks [] for security_group (4df50cb3-4224-43a5-a45e-739c22be28d6), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:55.446435 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:55.449736 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde898-38a8-4cea-90cc-f86a6f8a3d8a req-b2231f33-6f3d-4bfa-ae50-495b59c31479 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:55.455706 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6fde898-38a8-4cea-90cc-f86a6f8a3d8a req-b2231f33-6f3d-4bfa-ae50-495b59c31479 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0631607 Aug 24 05:00:55.462194 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40420) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:55.468367 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'floatingip': {'port_id': '915258db-6fc2-452d-a9ca-b1c79659d052'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:00:55.508384 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Floating IP 8d6e6d28-896e-4f6b-a953-22aee53a32c2 associated. External IP: 172.27.1.195, port: 936c85cd-1e05-4281-b3e6-13b1c7718075. Aug 24 05:00:55.512426 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1d301f03-09ca-4820-a669-473a9a5f0b89 admin admin] Publish callbacks [] for security_group (4df50cb3-4224-43a5-a45e-739c22be28d6), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:55.536154 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685224369-network', 'tenant_id': '6458afad3a654baebc09ce00a9d695bb'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:00:55.549621 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:55.591873 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c2546db0-65fe-4dad-9d94-a6a75171da79 req-d13900ef-5f4f-4b51-8164-31904ce338bd service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987484 Aug 24 05:00:55.593667 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bd864ef1-8e11-4fca-bcd5-f5f8ab9c087b req-b5733771-eb8e-48ff-a594-d146285db46e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020364 Aug 24 05:00:55.699678 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390a81-3061-4c31-938b-30342b41f109 req-e96fe21d-0cdf-41f9-b18b-47161e55bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:55.701213 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f2390a81-3061-4c31-938b-30342b41f109 req-e96fe21d-0cdf-41f9-b18b-47161e55bf05 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.1494212 Aug 24 05:00:55.822619 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:55.832705 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390a81-3061-4c31-938b-30342b41f109 req-2e360e29-a8c3-4b31-b421-76469418315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:55.834201 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f2390a81-3061-4c31-938b-30342b41f109 req-2e360e29-a8c3-4b31-b421-76469418315e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540473 Aug 24 05:00:55.895396 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Router 38689568-85cc-4cc1-aa18-f13672cc33a6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:00:55.960411 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Made reservation on behalf of 6458afad3a654baebc09ce00a9d695bb for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:00:55.962770 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.001553 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1d301f03-09ca-4820-a669-473a9a5f0b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4df50cb3-4224-43a5-a45e-739c22be28d6), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.004088 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1d301f03-09ca-4820-a669-473a9a5f0b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.007574 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1d301f03-09ca-4820-a669-473a9a5f0b89 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/4df50cb3-4224-43a5-a45e-739c22be28d6 HTTP/1.1" status: 204 len: 168 time: 0.9842062 Aug 24 05:00:56.010717 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.017941 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f2390a81-3061-4c31-938b-30342b41f109 req-567f5473-4369-4d0c-b2e8-e2cd8c604a51 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766889 Aug 24 05:00:56.035573 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d301f03-09ca-4820-a669-473a9a5f0b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df50cb3-4224-43a5-a45e-739c22be28d6,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:56.087915 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:56.122274 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:00:56.129599 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.148320 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] Sync routers for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:00:56.178186 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f2390a81-3061-4c31-938b-30342b41f109 req-30d01a59-5cd7-402f-9248-51b29fa7c3a5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463511 Aug 24 05:00:56.184133 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c92417ac-0720-4b04-b9c1-ae7c75555add tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/8d6e6d28-896e-4f6b-a953-22aee53a32c2 HTTP/1.1" status: 200 len: 992 time: 2.2475863 Aug 24 05:00:56.184133 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:56.185094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5332cf76-b3bd-4d25-bd99-0123597be6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:56.227198 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:00:56.227926 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:00:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:56.242875 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23e068f-fdea-4101-bb39-bc4778362fb3 x-openstack-request-id: req-f23e068f-fdea-4101-bb39-bc4778362fb3 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:56.243200 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:56.243455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f23e068f-fdea-4101-bb39-bc4778362fb3 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:56.243881 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23e068f-fdea-4101-bb39-bc4778362fb3'] response: {'name': 'network-changed', 'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'status': 'completed', 'code': 200} Aug 24 05:00:56.326826 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-4f64f39f-53a3-4756-9789-550c9558d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:56.331110 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-4f64f39f-53a3-4756-9789-550c9558d909 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 1130 time: 0.0637078 Aug 24 05:00:56.332180 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:56.350369 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:00:56.361176 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.393352 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fdfe6-16fa-492e-8a6d-5b0f6612d04e req-a3338fce-a9e8-491a-af40-4eb367ae5bc8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:56.395043 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d28fdfe6-16fa-492e-8a6d-5b0f6612d04e req-a3338fce-a9e8-491a-af40-4eb367ae5bc8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.1305480 Aug 24 05:00:56.411661 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks [] for security_group (2fc5212c-a961-4579-b52c-6c7a248f8a96), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.456575 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d28fdfe6-16fa-492e-8a6d-5b0f6612d04e req-12ff0a44-8fd0-4735-a023-3e0c75c386c5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499341 Aug 24 05:00:56.482005 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-98edd715-8b37-45ce-8c4d-485268d95959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:56.483652 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:56.484069 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-98edd715-8b37-45ce-8c4d-485268d95959 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 913 time: 0.1415820 Aug 24 05:00:56.560544 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-f71c3722-5ecb-4465-a97e-678d9e61baf8 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 200 len: 1000 time: 0.0654092 Aug 24 05:00:56.561101 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.563242 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (2fc5212c-a961-4579-b52c-6c7a248f8a96), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.591879 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '8d6e6d28-896e-4f6b-a953-22aee53a32c2', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'port_id': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'mac_address': 'fa:16:3e:fe:ab:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676b64f6-0ef9-4250-8e40-a7c922046984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:38Z', 'updated_at': '2022-08-24T05:00:54Z', 'revision_number': 1, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:56.621410 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-6324c3e7-6783-4b2e-9129-002327687fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:56.623192 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-6324c3e7-6783-4b2e-9129-002327687fc6 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0554831 Aug 24 05:00:56.626310 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] Checking router: 38689568-85cc-4cc1-aa18-f13672cc33a6 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:00:56.635282 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:00:56.635889 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:00:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:56.656386 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:00:56.686651 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (949bcfd5-6228-4cab-8c43-c92f85b3bb00), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.689782 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Added segment 949bcfd5-6228-4cab-8c43-c92f85b3bb00 of type vlan for network edf3dec8-f9c5-48cd-92fa-61fa29272111 Aug 24 05:00:56.696848 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc5212c-a961-4579-b52c-6c7a248f8a96,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:56.747322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (edf3dec8-f9c5-48cd-92fa-61fa29272111), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.763073 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:56.763286 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:00:56.786545 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Floating IP d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d associated. External IP: 172.27.1.61, port: 915258db-6fc2-452d-a9ca-b1c79659d052. Aug 24 05:00:56.816048 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-9b70ad39-c560-410b-af32-3b4198e1b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:56.817818 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-9b70ad39-c560-410b-af32-3b4198e1b671 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567324 Aug 24 05:00:56.933554 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (edf3dec8-f9c5-48cd-92fa-61fa29272111), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.934631 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:56.935168 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:56.952023 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-a83d20f8-24d5-43b2-a43f-0ef52e3af35d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238556 Aug 24 05:00:57.022515 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] Pushing event updated for resources: {'Network': ['ID=edf3dec8-f9c5-48cd-92fa-61fa29272111,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:57.033270 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network edf3dec8-f9c5-48cd-92fa-61fa29272111 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:00:57.089713 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5332cf76-b3bd-4d25-bd99-0123597be6a6 req-752b952f-e99e-4479-a144-7268df783241 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295612 Aug 24 05:00:57.129236 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '8d6e6d28-896e-4f6b-a953-22aee53a32c2', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'port_id': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'mac_address': 'fa:16:3e:fe:ab:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676b64f6-0ef9-4250-8e40-a7c922046984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:38Z', 'updated_at': '2022-08-24T05:00:54Z', 'revision_number': 1, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:57.141476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:57.159339 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b648213-3edd-4a90-bc7c-33e231f7f066 None None] The sync data for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi is: [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '8d6e6d28-896e-4f6b-a953-22aee53a32c2', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'port_id': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'mac_address': 'fa:16:3e:fe:ab:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676b64f6-0ef9-4250-8e40-a7c922046984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:38Z', 'updated_at': '2022-08-24T05:00:54Z', 'revision_number': 1, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:00:57.234091 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:57.346767 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5eeff354-58d4-4ec7-8156-b1a164345801 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9932902 Aug 24 05:00:57.347095 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40474) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:00:57.352124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Request body: {'subnet': {'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685224369-subnet', 'tenant_id': '6458afad3a654baebc09ce00a9d695bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:00:57.429086 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:00:57.476218 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf8a28-0720-4fc8-831c-2de6ca7cc861 None None] New status for floating IP 8d6e6d28-896e-4f6b-a953-22aee53a32c2: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:00:57.553650 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:00:57.558691 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Made reservation on behalf of 6458afad3a654baebc09ce00a9d695bb for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:00:57.561857 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:57.566484 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:57.570815 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] Sync routers for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:00:57.582669 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:00:57.583482 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:00:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:57.602197 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-7af95ed8-63e8-4928-862a-13d1c96c95f8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d HTTP/1.1" status: 200 len: 991 time: 2.1385906 Aug 24 05:00:57.603058 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:00:57.605124 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:00:57.650390 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:57.670499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b74180-4756-4801-9b0c-3ab47b91376f x-openstack-request-id: req-c9b74180-4756-4801-9b0c-3ab47b91376f {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:00:57.671111 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:00:57.671392 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c9b74180-4756-4801-9b0c-3ab47b91376f {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:00:57.672473 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b74180-4756-4801-9b0c-3ab47b91376f'] response: {'name': 'network-changed', 'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052', 'status': 'completed', 'code': 200} Aug 24 05:00:57.708903 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:00:57.766941 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:57.793513 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada57591-aa8e-4d11-8f82-4110edb1cc3f req-30340a94-0b83-468c-b486-71ea1f173012 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:57.795361 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ada57591-aa8e-4d11-8f82-4110edb1cc3f req-30340a94-0b83-468c-b486-71ea1f173012 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0707083 Aug 24 05:00:57.832587 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-87baa168-e038-488e-ab5b-89666abf4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:57.834736 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-87baa168-e038-488e-ab5b-89666abf4885 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1130 time: 0.0668144 Aug 24 05:00:57.902409 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ada57591-aa8e-4d11-8f82-4110edb1cc3f req-85f1fff4-b4c6-4625-a875-efe7a2f53ebf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835297 Aug 24 05:00:57.940148 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:58.017053 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:00:58.030281 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-029bd226-5fe9-46a0-b608-d1fe800de7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:58.033662 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-029bd226-5fe9-46a0-b608-d1fe800de7f3 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.1902041 Aug 24 05:00:58.041638 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Checking segment: {'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:00:58.042125 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Network hostable DHCP agents. Network: edf3dec8-f9c5-48cd-92fa-61fa29272111, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:00:58.042247 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'd6f33a96-2d9f-4ca9-9ddb-931bb00dca6d', 'tenant_id': 'd373da7992054abfae0564708529a973', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'port_id': '915258db-6fc2-452d-a9ca-b1c79659d052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'mac_address': 'fa:16:3e:ba:2c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:40Z', 'updated_at': '2022-08-24T05:00:56Z', 'revision_number': 1, 'project_id': 'd373da7992054abfae0564708529a973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:58.168465 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] Checking router: cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:00:58.182588 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:00:58.183246 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:00:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:58.288202 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:58.290315 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:00:58.333062 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:58.338155 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-21be43f7-2dd7-4a65-8d7e-d398b6fe4ab8 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 999 time: 0.2884490 Aug 24 05:00:58.408431 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-fe04e568-8177-471d-be71-d51b91202798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:58.410098 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-fe04e568-8177-471d-be71-d51b91202798 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0545380 Aug 24 05:00:58.411204 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Network edf3dec8-f9c5-48cd-92fa-61fa29272111 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:00:58.476217 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-ffbf12d1-4485-4fe3-a3e0-fdb18fa888f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:58.477779 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-ffbf12d1-4485-4fe3-a3e0-fdb18fa888f0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526049 Aug 24 05:00:58.541365 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'd6f33a96-2d9f-4ca9-9ddb-931bb00dca6d', 'tenant_id': 'd373da7992054abfae0564708529a973', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'port_id': '915258db-6fc2-452d-a9ca-b1c79659d052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'mac_address': 'fa:16:3e:ba:2c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:40Z', 'updated_at': '2022-08-24T05:00:56Z', 'revision_number': 1, 'project_id': 'd373da7992054abfae0564708529a973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:00:58.547359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, edf3dec8-f9c5-48cd-92fa-61fa29272111) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:00:58.552360 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:58.552971 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:00:58.557073 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f650cda3-270f-4f39-9003-b7583aa62d7f None None] Network edf3dec8-f9c5-48cd-92fa-61fa29272111 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:00:58.573604 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6998a-f7fc-4a59-af6f-9f9f8205759d None None] The sync data for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi is: [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'd6f33a96-2d9f-4ca9-9ddb-931bb00dca6d', 'tenant_id': 'd373da7992054abfae0564708529a973', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'port_id': '915258db-6fc2-452d-a9ca-b1c79659d052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'mac_address': 'fa:16:3e:ba:2c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:40Z', 'updated_at': '2022-08-24T05:00:56Z', 'revision_number': 1, 'project_id': 'd373da7992054abfae0564708529a973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:00:58.589973 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:58.599428 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-47c47029-fe72-4971-a207-1fb97e6d49ce service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137319 Aug 24 05:00:58.681817 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-8f64c3b1-1f30-4740-a945-03faebcba420 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3312759 Aug 24 05:00:58.704275 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d3867-b77a-48e7-b614-f097e16d7534 None None] Network edf3dec8-f9c5-48cd-92fa-61fa29272111 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:00:58.773530 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c9a0c6c4-0de6-47ee-8a4a-e6c1e6cad902 req-d6b35f8a-bf99-4e7e-b285-68f2d5ccd552 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476672 Aug 24 05:00:58.906751 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de139a84-74a8-44bd-8a4f-2b13a9c06988 None None] New status for floating IP d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:00:58.945062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:00:59.061512 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a32e30-4aac-47b9-9027-46a75ddd0f6c req-7ab20a67-9082-4183-a7b3-f4f1327e6bea tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:00:59.063895 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95a32e30-4aac-47b9-9027-46a75ddd0f6c req-7ab20a67-9082-4183-a7b3-f4f1327e6bea tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0603228 Aug 24 05:00:59.115271 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95a32e30-4aac-47b9-9027-46a75ddd0f6c req-3ecb02c8-eead-419e-b7a2-d3e4b86bb741 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Aug 24 05:00:59.461298 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:00.237191 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823ea71-ade4-4d48-837d-107f628786c0 req-e9b33ff9-05ec-4d4f-a5ea-9fcdd144e4ba tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:00.238800 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5823ea71-ade4-4d48-837d-107f628786c0 req-e9b33ff9-05ec-4d4f-a5ea-9fcdd144e4ba tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0473459 Aug 24 05:01:00.250435 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:00.290687 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5823ea71-ade4-4d48-837d-107f628786c0 req-d96b097d-5437-4640-a4e9-a6907969f5e6 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Aug 24 05:01:01.408317 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02624b52-124a-4c54-93ce-044cc8a025bb req-93af7810-d2cd-4068-96cd-488c27244e19 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:01.409805 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-02624b52-124a-4c54-93ce-044cc8a025bb req-93af7810-d2cd-4068-96cd-488c27244e19 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0458176 Aug 24 05:01:01.458203 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-02624b52-124a-4c54-93ce-044cc8a025bb req-c13af036-27c1-4284-9f66-ce1f70ce00f1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Aug 24 05:01:01.750084 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-9ff0bdb1-9382-4d47-a0a7-a977eb96d079 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:01.751524 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-9ff0bdb1-9382-4d47-a0a7-a977eb96d079 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/networks?id=edf3dec8-f9c5-48cd-92fa-61fa29272111 HTTP/1.1" status: 200 len: 809 time: 0.1060247 Aug 24 05:01:01.767103 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-23ca559c-6bbf-495b-a4b2-05110ceeb0f2 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/quotas/6458afad3a654baebc09ce00a9d695bb HTTP/1.1" status: 200 len: 375 time: 0.0098953 Aug 24 05:01:01.800509 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-fdde07c1-19d6-4389-994f-2abf331869d2 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=6458afad3a654baebc09ce00a9d695bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280423 Aug 24 05:01:01.895321 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-955743b1-1664-4b21-b01d-eb203c184655 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879259 Aug 24 05:01:01.989879 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-a6af04da-5502-4071-ba81-e58ec4f60aec service neutron] 10.222.0.105 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882766 Aug 24 05:01:02.301712 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9027df8c-3abf-445f-9cbb-2f6479d599f4 req-ac30810c-4eb6-4b8c-9cbe-832996ab721d tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0285695 Aug 24 05:01:02.581947 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de970e9-5788-43e9-9041-d0e4d428fea2 req-2a75faae-44a1-4a3a-8f0a-c4b309656e86 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:02.583444 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8de970e9-5788-43e9-9041-d0e4d428fea2 req-2a75faae-44a1-4a3a-8f0a-c4b309656e86 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0531874 Aug 24 05:01:02.635775 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8de970e9-5788-43e9-9041-d0e4d428fea2 req-afcca329-38c1-476a-916f-e801e34f290b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Aug 24 05:01:03.384987 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5c29519f-2606-4bfe-bb6e-cf799ed66d66 req-6d888d27-b8f4-44d2-9aaf-6c7896f6e968 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0280735 Aug 24 05:01:03.758721 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2958937-c111-4e91-86cd-796df769c050 req-3ab568e1-2c6c-42c6-b2a3-f17a12145289 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:03.760214 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f2958937-c111-4e91-86cd-796df769c050 req-3ab568e1-2c6c-42c6-b2a3-f17a12145289 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0481443 Aug 24 05:01:03.807891 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f2958937-c111-4e91-86cd-796df769c050 req-071e47f2-f6ea-4e42-87ca-d332b6b5657e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Aug 24 05:01:04.492629 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6b987f75-408c-42b0-881a-584f47669016 req-5646b78a-8051-4603-bf31-5f935e1e1373 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0324802 Aug 24 05:01:04.877811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6cf86ed8-8e02-4f6e-bc90-2409828fa3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:04.925762 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e41611-4a2b-4397-88a8-3a8598d360d2 req-305aebdb-2284-4219-9ddb-a886e3f470b7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:04.927280 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09e41611-4a2b-4397-88a8-3a8598d360d2 req-305aebdb-2284-4219-9ddb-a886e3f470b7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0470161 Aug 24 05:01:04.974214 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09e41611-4a2b-4397-88a8-3a8598d360d2 req-381643e6-03c7-4911-9efb-092a09217cad tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Aug 24 05:01:05.592596 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-32d9aab4-2218-40b5-b70d-a1a8893377ac req-fbe839e3-3412-4f4e-97b0-ab095ba98d90 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0272324 Aug 24 05:01:06.090885 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e4f8e-8159-4c9a-93d8-ce62f55988e4 req-abf2560d-7bf7-4aab-ba84-9afdea490886 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:06.092408 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b73e4f8e-8159-4c9a-93d8-ce62f55988e4 req-abf2560d-7bf7-4aab-ba84-9afdea490886 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0474203 Aug 24 05:01:06.144881 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b73e4f8e-8159-4c9a-93d8-ce62f55988e4 req-467ef230-a600-4884-bcfa-2b84263da969 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Aug 24 05:01:06.675617 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:06.692770 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-009b57e8-fb2e-4234-89c3-38af7087520a req-fb6cc7c6-d5f0-40cc-a75c-88ec39dd57f0 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0273993 Aug 24 05:01:07.248580 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c277bb07-e78b-45fa-b0f0-65247ab0aacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:07.262807 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683bf0-cf71-48ac-b0d3-d1c359a41ba9 req-7479d97e-b330-4057-b3e1-74438e7d049b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:07.264309 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb683bf0-cf71-48ac-b0d3-d1c359a41ba9 req-7479d97e-b330-4057-b3e1-74438e7d049b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0467994 Aug 24 05:01:07.311617 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb683bf0-cf71-48ac-b0d3-d1c359a41ba9 req-b4f0ade9-616e-487a-8c3f-8d406b347804 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Aug 24 05:01:07.793968 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-67018c08-ca7c-45f2-8ec9-a451144e4bfb req-01ba92f4-2c31-4536-a7cd-0c54bc03d0c4 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0297518 Aug 24 05:01:08.408386 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:08.429991 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b47da-9140-4864-81f7-efce096e110c req-b4302361-cb94-43e0-b372-d7d826e7551d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:08.434858 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b20b47da-9140-4864-81f7-efce096e110c req-b4302361-cb94-43e0-b372-d7d826e7551d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0476534 Aug 24 05:01:08.479682 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b20b47da-9140-4864-81f7-efce096e110c req-ce083858-999a-4eca-aae2-e2e7e91e3d6e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Aug 24 05:01:08.894941 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-020b5968-6439-4620-bd43-ab39ca08894f req-e49761b4-bbe1-4e08-905b-101493fa1abd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0278018 Aug 24 05:01:09.602092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b526b6-fd6c-4ea8-a949-f334ed4e46f3 req-51d32226-b36e-442d-bbee-26fdf16c7494 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:09.603685 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e9b526b6-fd6c-4ea8-a949-f334ed4e46f3 req-51d32226-b36e-442d-bbee-26fdf16c7494 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0481191 Aug 24 05:01:09.632390 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-bd50b07d-d6b5-4ef6-a7aa-ec428d896c46 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:09.634396 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-bd50b07d-d6b5-4ef6-a7aa-ec428d896c46 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "GET /networking/v2.0/networks?id=edf3dec8-f9c5-48cd-92fa-61fa29272111 HTTP/1.1" status: 200 len: 809 time: 0.1116092 Aug 24 05:01:09.639136 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:09.656945 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Request body: {'port': {'device_id': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111', 'admin_state_up': True, 'tenant_id': '6458afad3a654baebc09ce00a9d695bb'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:01:09.664576 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e9b526b6-fd6c-4ea8-a949-f334ed4e46f3 req-1718994f-2df5-4183-8840-a0ebc96e7276 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528555 Aug 24 05:01:09.872115 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Made reservation on behalf of 6458afad3a654baebc09ce00a9d695bb for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:01:09.879988 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:09.918586 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b13f6-54e1-415c-a085-ea45e72137fe req-e06bb258-9746-4181-9350-3375bef3b1db tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:09.927676 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8e4b13f6-54e1-415c-a085-ea45e72137fe req-e06bb258-9746-4181-9350-3375bef3b1db tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0638916 Aug 24 05:01:09.970321 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:10.004445 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:10.010997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:10.027530 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8e4b13f6-54e1-415c-a085-ea45e72137fe req-150b65ee-ca27-4bd0-ac48-1870ce3f0258 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988617 Aug 24 05:01:10.029679 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Allocated IP 172.20.0.9 (edf3dec8-f9c5-48cd-92fa-61fa29272111/4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae/1afe1f7f-b1d0-4460-aaf7-f26caada4122) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:01:10.038963 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-df4f943d-9b19-41db-939b-3daef8b66924 req-f4ac0239-70c7-4da6-bf16-468ea4c73a25 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0511179 Aug 24 05:01:10.185851 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks [] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:10.209241 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:10.284414 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:10.328995 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Network edf3dec8-f9c5-48cd-92fa-61fa29272111 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:01:10.332526 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:01:10.335062 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:01:10.339727 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:10.340333 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:10.351193 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Pushing event updated for resources: {'Port': ['ID=1afe1f7f-b1d0-4460-aaf7-f26caada4122,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:10.485745 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-6647ed61-26c3-4bf5-8e82-0430fe25ccbd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8334353 Aug 24 05:01:10.787732 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f3aa0-28b9-45f4-b918-065574044a9e req-6a323fc3-8b54-4e9c-8d33-548f2dd0818d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:10.789220 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-968f3aa0-28b9-45f4-b918-065574044a9e req-6a323fc3-8b54-4e9c-8d33-548f2dd0818d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0500350 Aug 24 05:01:10.836423 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-968f3aa0-28b9-45f4-b918-065574044a9e req-8573555b-a436-419d-958c-46232bcbd649 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Aug 24 05:01:11.180715 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4a904-36af-4067-a957-7cb84ed606bb req-db89109b-aa9d-4a5e-ae8f-ccfd1b0c64d1 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:11.182385 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-80c4a904-36af-4067-a957-7cb84ed606bb req-db89109b-aa9d-4a5e-ae8f-ccfd1b0c64d1 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0765021 Aug 24 05:01:11.187987 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db9db2-fdfa-418a-934c-301293451963 req-62221d1c-1a8a-41fd-8de6-1606c417c095 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:11.189432 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6db9db2-fdfa-418a-934c-301293451963 req-62221d1c-1a8a-41fd-8de6-1606c417c095 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 931 time: 0.0733011 Aug 24 05:01:11.262845 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-80c4a904-36af-4067-a957-7cb84ed606bb req-03acffa3-631b-45ca-8b6e-1bf3b6f72555 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721090 Aug 24 05:01:11.270468 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6db9db2-fdfa-418a-934c-301293451963 req-d949061e-a2f1-4790-8a4f-310cdc156de7 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728738 Aug 24 05:01:11.290300 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:11.300813 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=52 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:11.638774 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Request body: {'port': {'device_id': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:01:11.699170 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:11.977089 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afe1f7f-b1d0-4460-aaf7-f26caada4122 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:01:11.985682 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Publish callbacks [] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:11.999290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Transition to ACTIVE for port object 1afe1f7f-b1d0-4460-aaf7-f26caada4122 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:01:12.096938 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4eca4-80de-4c19-bb5b-fdab6861b204 req-9de27b25-89bd-4f88-bcdc-67f2d73cf589 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:12.098411 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ebc4eca4-80de-4c19-bb5b-fdab6861b204 req-9de27b25-89bd-4f88-bcdc-67f2d73cf589 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0476148 Aug 24 05:01:12.106032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:12.146296 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ebc4eca4-80de-4c19-bb5b-fdab6861b204 req-7458acab-833e-45cc-a442-288d3c6846cd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Aug 24 05:01:12.171408 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Pushing event updated for resources: {'Port': ['ID=1afe1f7f-b1d0-4460-aaf7-f26caada4122,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:12.178288 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Attempting to bind port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:01:12.178624 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Attempting to bind port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:01:12.178949 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Attempting to bind port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 on network edf3dec8-f9c5-48cd-92fa-61fa29272111 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:01:12.183406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 on network edf3dec8-f9c5-48cd-92fa-61fa29272111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:01:12.183721 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Attempting to bind port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 on network edf3dec8-f9c5-48cd-92fa-61fa29272111 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:01:12.188632 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:01:12.188965 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Checking segment: {'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:01:12.190273 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Bound using segment: {'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:01:12.190892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Bound port: 1afe1f7f-b1d0-4460-aaf7-f26caada4122, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:01:12.191167 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:12.254574 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] For port 1afe1f7f-b1d0-4460-aaf7-f26caada4122, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:01:12.257769 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] For port 1afe1f7f-b1d0-4460-aaf7-f26caada4122, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1afe1f7f-b1d0-4460-aaf7-f26caada4122,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:01:12.340871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:12.344303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:12.345026 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:12.346945 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/1afe1f7f-b1d0-4460-aaf7-f26caada4122 HTTP/1.1" status: 200 len: 1093 time: 0.7125888 Aug 24 05:01:12.349415 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'tag': '1afe1f7f-b1d0-4460-aaf7-f26caada4122'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:12.351794 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e6b9ec-f713-453c-9139-ee91c764adb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9cfbce-6de9-46e4-8d87-9f6688954e9b", "tag": "1afe1f7f-b1d0-4460-aaf7-f26caada4122"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:12.402601 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1226fb-470e-44ea-8d00-37fe5d029b4d service neutron] Pushing event updated for resources: {'Port': ['ID=1afe1f7f-b1d0-4460-aaf7-f26caada4122,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:12.428327 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb92ed-7681-4d62-a74b-9e78fed5b379 req-e4ed0d3c-9dc2-4b61-b408-4a8f53b9a770 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:12.429838 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1eeb92ed-7681-4d62-a74b-9e78fed5b379 req-e4ed0d3c-9dc2-4b61-b408-4a8f53b9a770 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0888314 Aug 24 05:01:12.435762 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474de6a5-f865-48e4-9bcc-84a5341a21e5 req-b1eb2257-0363-4e74-966c-adff0747738c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:12.437152 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-474de6a5-f865-48e4-9bcc-84a5341a21e5 req-b1eb2257-0363-4e74-966c-adff0747738c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 943 time: 0.0941222 Aug 24 05:01:12.485915 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:12.511188 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1eeb92ed-7681-4d62-a74b-9e78fed5b379 req-8676d11c-74c1-4d62-8714-a3c94509b5d5 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730639 Aug 24 05:01:12.518460 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-474de6a5-f865-48e4-9bcc-84a5341a21e5 req-82dbd8bf-a87d-4011-a214-60467123d062 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742006 Aug 24 05:01:12.561360 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2126d7-b4b2-458d-8c96-23ee1ea29451 x-openstack-request-id: req-0f2126d7-b4b2-458d-8c96-23ee1ea29451 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:12.561656 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9cfbce-6de9-46e4-8d87-9f6688954e9b", "tag": "1afe1f7f-b1d0-4460-aaf7-f26caada4122", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:12.561908 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0f2126d7-b4b2-458d-8c96-23ee1ea29451 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:12.562308 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2126d7-b4b2-458d-8c96-23ee1ea29451'] response: {'name': 'network-changed', 'server_uuid': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'tag': '1afe1f7f-b1d0-4460-aaf7-f26caada4122', 'status': 'completed', 'code': 200} Aug 24 05:01:12.703686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b9ec-f713-453c-9139-ee91c764adb1 req-01d2fb1c-495d-4c9d-a5d3-d50ad6ea3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:12.705295 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e8e6b9ec-f713-453c-9139-ee91c764adb1 req-01d2fb1c-495d-4c9d-a5d3-d50ad6ea3cb0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=6458afad3a654baebc09ce00a9d695bb&device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 1127 time: 0.1060410 Aug 24 05:01:12.711215 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71611f-2437-4309-a066-1798424e8fa8 req-4fa4707b-1e30-47c0-bbbc-1f4c88e29e82 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:12.712544 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9b71611f-2437-4309-a066-1798424e8fa8 req-4fa4707b-1e30-47c0-bbbc-1f4c88e29e82 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.1121235 Aug 24 05:01:12.746834 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:12.920521 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:12.973659 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Deleting port fd702a10-383b-4b70-aecf-908548494e62 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:01:12.973918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (fd702a10-383b-4b70-aecf-908548494e62), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:12.991114 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b9ec-f713-453c-9139-ee91c764adb1 req-84c4a5f5-80eb-4210-9313-2d67358cc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:12.992628 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e8e6b9ec-f713-453c-9139-ee91c764adb1 req-84c4a5f5-80eb-4210-9313-2d67358cc6b1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=6458afad3a654baebc09ce00a9d695bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2788594 Aug 24 05:01:13.194493 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] For port fd702a10-383b-4b70-aecf-908548494e62, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd702a10-383b-4b70-aecf-908548494e62,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:13.194857 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (fd702a10-383b-4b70-aecf-908548494e62), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:13.224767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Calling delete_port for fd702a10-383b-4b70-aecf-908548494e62 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:01:13.233677 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b9ec-f713-453c-9139-ee91c764adb1 req-050e96a0-e9bf-41c4-b20a-7d129fa90f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:13.235763 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e8e6b9ec-f713-453c-9139-ee91c764adb1 req-050e96a0-e9bf-41c4-b20a-7d129fa90f7a service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2291534 Aug 24 05:01:13.272589 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52b74-8931-494a-9417-031b7cc5ef9c req-b4af0292-bb48-499e-b718-fbb58f75afcf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:13.279820 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ec52b74-8931-494a-9417-031b7cc5ef9c req-b4af0292-bb48-499e-b718-fbb58f75afcf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0550578 Aug 24 05:01:13.325225 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ec52b74-8931-494a-9417-031b7cc5ef9c req-2d096275-b92e-4e04-8f09-aa54ec7aefdb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Aug 24 05:01:13.367916 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-d57eb2e4-0ce4-4ccc-9fc4-3c76568479a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:13.369414 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-d57eb2e4-0ce4-4ccc-9fc4-3c76568479a0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=6458afad3a654baebc09ce00a9d695bb&device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 1127 time: 0.0519135 Aug 24 05:01:13.627401 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-98ed0433-39be-4383-9f12-a339aaeb66fa service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1afe1f7f-b1d0-4460-aaf7-f26caada4122 HTTP/1.1" status: 200 len: 217 time: 0.2437532 Aug 24 05:01:13.667040 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:13.687604 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122677d-3440-4dc6-832a-d863cea60f1d req-b4e5c2ac-763b-4b5b-b035-464530a95031 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:13.689138 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f122677d-3440-4dc6-832a-d863cea60f1d req-b4e5c2ac-763b-4b5b-b035-464530a95031 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 943 time: 0.0821278 Aug 24 05:01:13.695337 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4915-677d-491f-befe-4e3ea7c2baed req-9404bf66-9c84-43ad-887e-6815412c9680 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:13.696766 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-03cc4915-677d-491f-befe-4e3ea7c2baed req-9404bf66-9c84-43ad-887e-6815412c9680 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 946 time: 0.0917463 Aug 24 05:01:13.719474 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-10791725-49ee-4234-8ad8-2f077edbed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:13.721903 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-10791725-49ee-4234-8ad8-2f077edbed0b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae HTTP/1.1" status: 200 len: 849 time: 0.0842428 Aug 24 05:01:13.755200 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-95dadb0b-e63f-4f93-8077-cccae69f2aa7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=edf3dec8-f9c5-48cd-92fa-61fa29272111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269895 Aug 24 05:01:13.772129 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f122677d-3440-4dc6-832a-d863cea60f1d req-902ec1f3-6bac-4c18-ac68-4b9f1e41da26 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744140 Aug 24 05:01:13.776250 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-03cc4915-677d-491f-befe-4e3ea7c2baed req-4512f69f-d4c0-44c2-9c01-9d6fa5beaf51 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=7cf8e65e-0588-4831-bcd3-b5710060cf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717158 Aug 24 05:01:13.866808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (fd702a10-383b-4b70-aecf-908548494e62), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:13.872455 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-0761900b-7a42-4160-abad-6366edd8e84e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974176 Aug 24 05:01:13.879163 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['fd702a10-383b-4b70-aecf-908548494e62'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:01:13.912561 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Pushing event deleted for resources: {'Port': ['ID=fd702a10-383b-4b70-aecf-908548494e62,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:14.001557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] No DVR routers for this DVR port fd702a10-383b-4b70-aecf-908548494e62 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:01:14.005634 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:14.009162 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9b71611f-2437-4309-a066-1798424e8fa8 req-f54a9de5-0e01-4f18-87c2-9330c0eb65e8 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.102 "DELETE /networking/v2.0/ports/fd702a10-383b-4b70-aecf-908548494e62 HTTP/1.1" status: 204 len: 173 time: 1.2797570 Aug 24 05:01:14.071049 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b49a93cd-3ec3-4a7a-9c54-320611904a58 req-c609d96f-2750-4863-b507-de8d4d5ac2dc service neutron] 10.222.0.102 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728668 Aug 24 05:01:14.451990 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55ca0-940d-4b74-a517-13f02c75acb6 req-8d24fe9c-1238-450d-95c8-3b77c56d9304 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:14.453489 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ecc55ca0-940d-4b74-a517-13f02c75acb6 req-8d24fe9c-1238-450d-95c8-3b77c56d9304 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0516596 Aug 24 05:01:14.500754 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ecc55ca0-940d-4b74-a517-13f02c75acb6 req-b1f92047-2978-4f71-9544-3cc1ba1ccba4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Aug 24 05:01:14.564657 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'name': 'network-vif-deleted', 'tag': 'fd702a10-383b-4b70-aecf-908548494e62'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:14.567165 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ae10f7-2594-4bfe-a1e5-abc8061462b5" -d '{"events": [{"server_uuid": "fd0ffd41-8ca1-4080-bf08-dfb4e18d93af", "name": "network-vif-deleted", "tag": "fd702a10-383b-4b70-aecf-908548494e62"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:14.604719 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20fdd01-0b94-4ad7-91d5-cd7908a89033 x-openstack-request-id: req-b20fdd01-0b94-4ad7-91d5-cd7908a89033 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:14.605027 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ffd41-8ca1-4080-bf08-dfb4e18d93af", "name": "network-vif-deleted", "tag": "fd702a10-383b-4b70-aecf-908548494e62", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:14.605283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b20fdd01-0b94-4ad7-91d5-cd7908a89033 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:14.605685 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20fdd01-0b94-4ad7-91d5-cd7908a89033'] response: {'server_uuid': 'fd0ffd41-8ca1-4080-bf08-dfb4e18d93af', 'name': 'network-vif-deleted', 'tag': 'fd702a10-383b-4b70-aecf-908548494e62', 'status': 'completed', 'code': 200} Aug 24 05:01:14.888005 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:14.906778 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2392647b-69ae-4d71-8be4-0c1e3ff625ea req-35228e95-b41e-4e15-b497-d5a1d9ae6fed tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.0466173 Aug 24 05:01:14.920303 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c8c73-f8a5-4f8a-95b2-f55ae37fd889 req-2f426551-b825-437c-a699-88153f99c3b8 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:14.921818 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea0c8c73-f8a5-4f8a-95b2-f55ae37fd889 req-2f426551-b825-437c-a699-88153f99c3b8 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 943 time: 0.0720007 Aug 24 05:01:14.970387 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40842) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:14.972720 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea0c8c73-f8a5-4f8a-95b2-f55ae37fd889 req-89836cca-7dfa-4ae0-9a0f-8e0fb4a680a4 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Aug 24 05:01:15.091610 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cb196352-131c-405f-a5f2-fa95ca02ef71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.176988 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cb196352-131c-405f-a5f2-fa95ca02ef71 admin admin] Publish callbacks [] for security_group (3286948a-9a81-402f-8ca5-d679f63ee69c), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.236460 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40848) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:15.317212 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cb196352-131c-405f-a5f2-fa95ca02ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3286948a-9a81-402f-8ca5-d679f63ee69c), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.363262 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-db69e62b-86d4-43d3-87f2-8e851c21b7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.374497 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb196352-131c-405f-a5f2-fa95ca02ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3286948a-9a81-402f-8ca5-d679f63ee69c,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:15.379848 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-cb196352-131c-405f-a5f2-fa95ca02ef71 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=773d0469a77a47efb7563d3a83884d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080815 Aug 24 05:01:15.382835 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40852) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:15.398342 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:15.437392 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7e7fda25-3dbd-4f39-b315-bff2dec68926 admin admin] Publish callbacks [] for security_group (3286948a-9a81-402f-8ca5-d679f63ee69c), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.451860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-db69e62b-86d4-43d3-87f2-8e851c21b7c6 admin admin] Publish callbacks [] for security_group (3c3cef46-c55e-4adf-a14e-dc54a2a74fd4), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.457553 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7e7fda25-3dbd-4f39-b315-bff2dec68926 admin admin] Publish callbacks [] for security_group (3286948a-9a81-402f-8ca5-d679f63ee69c), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.539706 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-db69e62b-86d4-43d3-87f2-8e851c21b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3c3cef46-c55e-4adf-a14e-dc54a2a74fd4), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.578556 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69e62b-86d4-43d3-87f2-8e851c21b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3cef46-c55e-4adf-a14e-dc54a2a74fd4,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:15.583903 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-db69e62b-86d4-43d3-87f2-8e851c21b7c6 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=72c38df280044b16a7a714f07751d0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467090 Aug 24 05:01:15.586085 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7e7fda25-3dbd-4f39-b315-bff2dec68926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3286948a-9a81-402f-8ca5-d679f63ee69c), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.587076 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40856) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:15.588833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7e7fda25-3dbd-4f39-b315-bff2dec68926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.589988 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-7e7fda25-3dbd-4f39-b315-bff2dec68926 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3286948a-9a81-402f-8ca5-d679f63ee69c HTTP/1.1" status: 204 len: 168 time: 0.2061479 Aug 24 05:01:15.623384 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fda25-3dbd-4f39-b315-bff2dec68926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3286948a-9a81-402f-8ca5-d679f63ee69c,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:15.640357 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb584f0a-a247-4225-8dd5-15b71ee4a3a9 req-0512da66-5459-4393-824f-cba43a3eb5bc tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:15.643808 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bb584f0a-a247-4225-8dd5-15b71ee4a3a9 req-0512da66-5459-4393-824f-cba43a3eb5bc tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0702102 Aug 24 05:01:15.645836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4f84ec17-0c45-4e8a-b7f7-6e30457a7ec4 admin admin] Publish callbacks [] for security_group (3c3cef46-c55e-4adf-a14e-dc54a2a74fd4), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.668579 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4f84ec17-0c45-4e8a-b7f7-6e30457a7ec4 admin admin] Publish callbacks [] for security_group (3c3cef46-c55e-4adf-a14e-dc54a2a74fd4), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.698305 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bb584f0a-a247-4225-8dd5-15b71ee4a3a9 req-31dc2d1f-0fe0-4fcd-b58b-07352a76c777 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Aug 24 05:01:15.888613 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4f84ec17-0c45-4e8a-b7f7-6e30457a7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3c3cef46-c55e-4adf-a14e-dc54a2a74fd4), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.891185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4f84ec17-0c45-4e8a-b7f7-6e30457a7ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:15.892893 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4f84ec17-0c45-4e8a-b7f7-6e30457a7ec4 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3c3cef46-c55e-4adf-a14e-dc54a2a74fd4 HTTP/1.1" status: 204 len: 168 time: 0.3043182 Aug 24 05:01:15.903919 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:15.903919 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84ec17-0c45-4e8a-b7f7-6e30457a7ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3cef46-c55e-4adf-a14e-dc54a2a74fd4,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:16.012973 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-87143686-60a0-46c0-be3c-90e531193499 req-66ae8f97-fbc7-4257-9ea2-e6d2637047f0 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.0276728 Aug 24 05:01:16.117797 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56af69-609b-4dcb-b5ad-0866b3ef844d req-8af962b1-a80e-4215-8bef-bb8ce4dab103 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:16.119334 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1e56af69-609b-4dcb-b5ad-0866b3ef844d req-8af962b1-a80e-4215-8bef-bb8ce4dab103 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 943 time: 0.0497177 Aug 24 05:01:16.138557 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device fd702a10-383b-4b70-aecf-908548494e62 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:01:16.158463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: fd702a10-383b-4b70-aecf-908548494e62 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:01:16.158810 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device fd702a10-383b-4b70-aecf-908548494e62 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:01:16.170813 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1e56af69-609b-4dcb-b5ad-0866b3ef844d req-70ce3796-6a3b-4b44-b959-b6928599ad6d tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Aug 24 05:01:16.382364 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40870) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:16.396381 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-335ed8c8-da9d-4d64-b8aa-34fdbabcf90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.472497 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-335ed8c8-da9d-4d64-b8aa-34fdbabcf90b admin admin] Publish callbacks [] for security_group (61bfc89a-0f4c-4414-8458-e82c73c58a90), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.557120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-335ed8c8-da9d-4d64-b8aa-34fdbabcf90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (61bfc89a-0f4c-4414-8458-e82c73c58a90), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.597194 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-335ed8c8-da9d-4d64-b8aa-34fdbabcf90b admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=e764e4f590fd4e27bdbfb1ed0acb569a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137225 Aug 24 05:01:16.598056 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ed8c8-da9d-4d64-b8aa-34fdbabcf90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bfc89a-0f4c-4414-8458-e82c73c58a90,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:16.600058 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40872) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:16.650396 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 40874) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:16.651741 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c8aab40c-4e2c-4a21-8362-53a7e7116f1a admin admin] Publish callbacks [] for security_group (61bfc89a-0f4c-4414-8458-e82c73c58a90), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.663322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:16.663775 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fda8457a-8491-42ab-9cb1-a657a280f770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.672341 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c8aab40c-4e2c-4a21-8362-53a7e7116f1a admin admin] Publish callbacks [] for security_group (61bfc89a-0f4c-4414-8458-e82c73c58a90), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.740393 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fda8457a-8491-42ab-9cb1-a657a280f770 admin admin] Publish callbacks [] for security_group (321c55fd-57af-443e-b819-6395e8a9f74b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.814995 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c8aab40c-4e2c-4a21-8362-53a7e7116f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (61bfc89a-0f4c-4414-8458-e82c73c58a90), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.817480 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c8aab40c-4e2c-4a21-8362-53a7e7116f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.818607 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-c8aab40c-4e2c-4a21-8362-53a7e7116f1a admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/61bfc89a-0f4c-4414-8458-e82c73c58a90 HTTP/1.1" status: 204 len: 168 time: 0.2174613 Aug 24 05:01:16.826018 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd571b47-2d34-44ba-a8ea-358d3ccb1d7b req-65e2c1b3-e8f9-4b8e-ab98-8657e6f1f5ff tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:16.827467 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd571b47-2d34-44ba-a8ea-358d3ccb1d7b req-65e2c1b3-e8f9-4b8e-ab98-8657e6f1f5ff tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0559261 Aug 24 05:01:16.835828 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aab40c-4e2c-4a21-8362-53a7e7116f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bfc89a-0f4c-4414-8458-e82c73c58a90,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:16.837122 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fda8457a-8491-42ab-9cb1-a657a280f770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (321c55fd-57af-443e-b819-6395e8a9f74b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.886560 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd571b47-2d34-44ba-a8ea-358d3ccb1d7b req-93f94f3c-7b0b-48a2-b18d-3ca6e346b238 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528309 Aug 24 05:01:16.900292 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-fda8457a-8491-42ab-9cb1-a657a280f770 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=87b69aa26d4343c1bd483cc7a30a9668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463691 Aug 24 05:01:16.900292 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8457a-8491-42ab-9cb1-a657a280f770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321c55fd-57af-443e-b819-6395e8a9f74b,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:16.900700 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40880) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:16.975293 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-45894dca-d9b5-43aa-b70c-916f34b409a8 admin admin] Publish callbacks [] for security_group (321c55fd-57af-443e-b819-6395e8a9f74b), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:16.988186 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:16.997253 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-45894dca-d9b5-43aa-b70c-916f34b409a8 admin admin] Publish callbacks [] for security_group (321c55fd-57af-443e-b819-6395e8a9f74b), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:17.117281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-45894dca-d9b5-43aa-b70c-916f34b409a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (321c55fd-57af-443e-b819-6395e8a9f74b), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:17.119928 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-45894dca-d9b5-43aa-b70c-916f34b409a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:17.121146 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-45894dca-d9b5-43aa-b70c-916f34b409a8 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/321c55fd-57af-443e-b819-6395e8a9f74b HTTP/1.1" status: 204 len: 168 time: 0.2195864 Aug 24 05:01:17.122935 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fc2c42d7-ea19-4d57-bd77-926f4f271d0a req-ad567993-8246-43f4-9765-5ac003094361 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.0347209 Aug 24 05:01:17.131488 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894dca-d9b5-43aa-b70c-916f34b409a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c55fd-57af-443e-b819-6395e8a9f74b,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:17.426451 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824806b-3f73-4214-ae49-57039db2ef2d req-6cc424de-f5ff-40fe-99f4-11b61174019d tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:17.426451 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c824806b-3f73-4214-ae49-57039db2ef2d req-6cc424de-f5ff-40fe-99f4-11b61174019d tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 943 time: 0.0490553 Aug 24 05:01:17.426451 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c824806b-3f73-4214-ae49-57039db2ef2d req-016ec43e-3e37-4ee1-814f-475a9186a1ac tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Aug 24 05:01:18.008390 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f8bd5-5d7e-402f-a48c-cd6a77ae3453 req-8d9fc32c-5eef-4a6a-b27f-8f40037665e7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:18.009889 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fd0f8bd5-5d7e-402f-a48c-cd6a77ae3453 req-8d9fc32c-5eef-4a6a-b27f-8f40037665e7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0472298 Aug 24 05:01:18.058816 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fd0f8bd5-5d7e-402f-a48c-cd6a77ae3453 req-5537b6b5-2e29-4556-a6de-0bdcda745a36 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Aug 24 05:01:18.123923 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40914) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:18.137746 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9d25b1d4-3013-41d2-87d0-89cc1cf8b067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.159368 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 1afe1f7f-b1d0-4460-aaf7-f26caada4122 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:01:18.226754 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9d25b1d4-3013-41d2-87d0-89cc1cf8b067 admin admin] Publish callbacks [] for security_group (7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.283807 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a40d82b1-26bd-4d6a-ab58-1e9acba83bf0 req-451b5c36-e115-4f33-933a-cdeae0d18045 tempest-DeleteServersTestJSON-1058999238 tempest-DeleteServersTestJSON-1058999238-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=fd0ffd41-8ca1-4080-bf08-dfb4e18d93af HTTP/1.1" status: 200 len: 210 time: 0.0358875 Aug 24 05:01:18.294906 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9d25b1d4-3013-41d2-87d0-89cc1cf8b067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.335861 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 1afe1f7f-b1d0-4460-aaf7-f26caada4122, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1afe1f7f-b1d0-4460-aaf7-f26caada4122,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:18.343749 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25b1d4-3013-41d2-87d0-89cc1cf8b067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:18.349020 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-9d25b1d4-3013-41d2-87d0-89cc1cf8b067 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=d2e86a67b40149c3b04af400b289908a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240632 Aug 24 05:01:18.349372 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '1afe1f7f-b1d0-4460-aaf7-f26caada4122', 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111', 'port_id': '1afe1f7f-b1d0-4460-aaf7-f26caada4122', 'mac_address': 'fa:16:3e:dd:d4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:01:18.352304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 40918) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:18.391764 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:01:18.392184 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.405875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-730f7a64-58dc-4063-ba68-29b32d927078 admin admin] Publish callbacks [] for security_group (7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.414275 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afe1f7f-b1d0-4460-aaf7-f26caada4122 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:01:18.439060 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 1afe1f7f-b1d0-4460-aaf7-f26caada4122, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1afe1f7f-b1d0-4460-aaf7-f26caada4122,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:18.453142 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-730f7a64-58dc-4063-ba68-29b32d927078 admin admin] Publish callbacks [] for security_group (7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.509143 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdfa81-b04b-4c7b-9662-53759e8a7010 req-c4754781-f74d-4dcb-ba68-6dae1e6089e2 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:18.510651 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-03fdfa81-b04b-4c7b-9662-53759e8a7010 req-c4754781-f74d-4dcb-ba68-6dae1e6089e2 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 943 time: 0.0731690 Aug 24 05:01:18.557047 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.565145 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-03fdfa81-b04b-4c7b-9662-53759e8a7010 req-d8835cd3-7c65-4314-806b-cb2eae756377 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473144 Aug 24 05:01:18.603920 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=1afe1f7f-b1d0-4460-aaf7-f26caada4122,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:18.677020 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-730f7a64-58dc-4063-ba68-29b32d927078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.679647 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-730f7a64-58dc-4063-ba68-29b32d927078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:18.680862 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-730f7a64-58dc-4063-ba68-29b32d927078 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e HTTP/1.1" status: 204 len: 168 time: 0.3280892 Aug 24 05:01:18.689876 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f7a64-58dc-4063-ba68-29b32d927078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee23c2c-6a3c-4689-b1bf-6e1b8425a26e,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:19.099677 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['1afe1f7f-b1d0-4460-aaf7-f26caada4122'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:01:19.205247 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cde2d-df39-406b-9603-2c6039238c3f req-c11dc247-9eb0-44e6-ad19-68f6f614012a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:19.205247 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-266cde2d-df39-406b-9603-2c6039238c3f req-c11dc247-9eb0-44e6-ad19-68f6f614012a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0643675 Aug 24 05:01:19.252856 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:19.270055 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-266cde2d-df39-406b-9603-2c6039238c3f req-45fb680b-011d-4917-8eff-abfba3deee39 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577328 Aug 24 05:01:19.694477 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbcaa-2543-427e-9b1e-38bca5e11fbe req-3a7bed44-b8a2-457a-996e-5b4631fe0a79 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:19.696226 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1a0cbcaa-2543-427e-9b1e-38bca5e11fbe req-3a7bed44-b8a2-457a-996e-5b4631fe0a79 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 944 time: 0.0542679 Aug 24 05:01:19.747079 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1a0cbcaa-2543-427e-9b1e-38bca5e11fbe req-7168048a-309e-4a35-917e-1c954ce9aedd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Aug 24 05:01:20.388305 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a02e9-0a57-48d1-9b70-de953ee517c0 req-d47f10da-406d-43f7-a515-99ff4a026c06 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:20.389768 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a3a02e9-0a57-48d1-9b70-de953ee517c0 req-d47f10da-406d-43f7-a515-99ff4a026c06 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0458124 Aug 24 05:01:20.402014 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:20.441485 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a3a02e9-0a57-48d1-9b70-de953ee517c0 req-4e8f7249-9f13-4cdb-9241-70f8a0281b48 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Aug 24 05:01:20.483514 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 1afe1f7f-b1d0-4460-aaf7-f26caada4122 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:01:20.519541 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:20.527120 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:01:20.693906 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:01:20.694309 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:20.765295 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:20.771520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:01:20.771856 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:20.795942 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afe1f7f-b1d0-4460-aaf7-f26caada4122'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:20.798951 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe5646-4a2b-4aed-b715-164f5d1435e6" -d '{"events": [{"server_uuid": "ec9cfbce-6de9-46e4-8d87-9f6688954e9b", "name": "network-vif-plugged", "status": "completed", "tag": "1afe1f7f-b1d0-4460-aaf7-f26caada4122"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:20.811847 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 1afe1f7f-b1d0-4460-aaf7-f26caada4122, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1afe1f7f-b1d0-4460-aaf7-f26caada4122,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:20.839318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0300f14-f975-492f-be93-6adf4003dae5 x-openstack-request-id: req-f0300f14-f975-492f-be93-6adf4003dae5 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:20.839318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9cfbce-6de9-46e4-8d87-9f6688954e9b", "name": "network-vif-plugged", "status": "completed", "tag": "1afe1f7f-b1d0-4460-aaf7-f26caada4122", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:20.839318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f0300f14-f975-492f-be93-6adf4003dae5 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:20.839616 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0300f14-f975-492f-be93-6adf4003dae5'] response: {'server_uuid': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afe1f7f-b1d0-4460-aaf7-f26caada4122', 'code': 200} Aug 24 05:01:20.876961 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d04e-8c51-421f-85fe-52fd5c12b422 req-60f1a499-6433-49ca-8081-2488e5769f21 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:20.878717 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ba9d04e-8c51-421f-85fe-52fd5c12b422 req-60f1a499-6433-49ca-8081-2488e5769f21 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 944 time: 0.0564973 Aug 24 05:01:20.928869 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:20.942357 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ba9d04e-8c51-421f-85fe-52fd5c12b422 req-e9c1c5ef-dabf-404c-8ca2-736c40160875 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578687 Aug 24 05:01:20.979485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41004) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:20.981552 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=1afe1f7f-b1d0-4460-aaf7-f26caada4122,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:21.264559 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775baca9-ebd5-4a5c-9f3a-78e9d421ad56 req-c4a98c4e-1d72-4030-9f08-d07a41475f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:21.266210 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-775baca9-ebd5-4a5c-9f3a-78e9d421ad56 req-c4a98c4e-1d72-4030-9f08-d07a41475f08 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 1129 time: 0.0407150 Aug 24 05:01:21.311697 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-775baca9-ebd5-4a5c-9f3a-78e9d421ad56 req-e85b27f0-0355-4399-bfed-903fb9ced6c2 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Aug 24 05:01:21.364424 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (841ec567-3957-4259-8af3-588c85d203c6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:21.815132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e939b5-3beb-47dc-849e-ad816b8440d1 req-661b4353-bf2b-4222-afa9-945d71ca7c34 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:21.816598 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a5e939b5-3beb-47dc-849e-ad816b8440d1 req-661b4353-bf2b-4222-afa9-945d71ca7c34 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.2888212 Aug 24 05:01:21.819745 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:21.911582 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a5e939b5-3beb-47dc-849e-ad816b8440d1 req-f55178b9-269b-43a3-9435-3fc2352f8d51 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755119 Aug 24 05:01:21.911974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Deleting port d463629e-c3ba-4218-ba57-e3d419d76b2e {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:01:21.912325 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:22.002693 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] For port d463629e-c3ba-4218-ba57-e3d419d76b2e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d463629e-c3ba-4218-ba57-e3d419d76b2e,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:22.003088 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:22.018471 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Calling delete_port for d463629e-c3ba-4218-ba57-e3d419d76b2e owned by network:router_interface {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:01:22.126989 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e767-e6ff-4998-996d-01785479418b req-88b5aa3d-1dbc-44f7-a317-1d8b1d1ad231 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:22.127302 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0842e767-e6ff-4998-996d-01785479418b req-88b5aa3d-1dbc-44f7-a317-1d8b1d1ad231 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 945 time: 0.1104472 Aug 24 05:01:22.159060 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:22.228171 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0842e767-e6ff-4998-996d-01785479418b req-89683f97-365c-43d9-8ca9-fbce7bbb19ba tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936687 Aug 24 05:01:22.373890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (d463629e-c3ba-4218-ba57-e3d419d76b2e), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:22.399219 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Pushing event deleted for resources: {'Port': ['ID=d463629e-c3ba-4218-ba57-e3d419d76b2e,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:22.525192 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (841ec567-3957-4259-8af3-588c85d203c6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:22.754158 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Router 841ec567-3957-4259-8af3-588c85d203c6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:01:22.764452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:22.862469 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:01:22.867458 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-22bf33a9-c70a-4a65-9679-e639cea6482d admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/841ec567-3957-4259-8af3-588c85d203c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8868921 Aug 24 05:01:22.870085 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41034) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:22.872837 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] Sync routers for ids ['841ec567-3957-4259-8af3-588c85d203c6'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:01:22.882824 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] Routers {'841ec567-3957-4259-8af3-588c85d203c6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:01:22.883545 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:01:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['841ec567-3957-4259-8af3-588c85d203c6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:01:22.976058 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks [] for router (841ec567-3957-4259-8af3-588c85d203c6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:22.986851 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] Set router 841ec567-3957-4259-8af3-588c85d203c6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:01:23.086078 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:23.097320 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b740037-3dcf-457f-8929-2d2bdf3198e9 req-49afb61d-0cd6-4fe6-beb9-802d5d42933f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:23.099670 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6b740037-3dcf-457f-8929-2d2bdf3198e9 req-49afb61d-0cd6-4fe6-beb9-802d5d42933f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0861306 Aug 24 05:01:23.146165 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks [] for router_gateway (841ec567-3957-4259-8af3-588c85d203c6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:23.165040 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T05:01:22Z', 'revision_number': 5, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:01:23.166657 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6b740037-3dcf-457f-8929-2d2bdf3198e9 req-19b5deb5-90ea-4f75-b66a-7a0a36e61782 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615077 Aug 24 05:01:23.196511 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] Checking router: 841ec567-3957-4259-8af3-588c85d203c6 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:01:23.205866 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] Routers {'841ec567-3957-4259-8af3-588c85d203c6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:01:23.206447 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:01:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['841ec567-3957-4259-8af3-588c85d203c6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:01:23.290691 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Deleting port fbb9b4da-af2c-425d-8064-28a6f88211f9 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:01:23.291199 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:23.309375 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] Set router 841ec567-3957-4259-8af3-588c85d203c6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:01:23.411399 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434cc1c-2fdb-400f-87aa-2105b1bc8df4 req-cfcf2ffd-91f7-469e-a153-837992f2ec8d tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:23.415473 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a434cc1c-2fdb-400f-87aa-2105b1bc8df4 req-cfcf2ffd-91f7-469e-a153-837992f2ec8d tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 945 time: 0.1045637 Aug 24 05:01:23.450554 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] For port fbb9b4da-af2c-425d-8064-28a6f88211f9, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=fbb9b4da-af2c-425d-8064-28a6f88211f9,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:23.451384 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:23.476179 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Calling delete_port for fbb9b4da-af2c-425d-8064-28a6f88211f9 owned by network:router_gateway {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:01:23.500143 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T05:01:22Z', 'revision_number': 5, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:01:23.500426 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a434cc1c-2fdb-400f-87aa-2105b1bc8df4 req-9856d600-6a20-415b-9ecd-53dfa08eb6de tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817993 Aug 24 05:01:23.527916 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2551ad2-5aa3-4d9d-98ce-70267c5b9541 None None] The sync data for ids ['841ec567-3957-4259-8af3-588c85d203c6'] in dv-cinder-854265-1-iscsi is: [{'id': '841ec567-3957-4259-8af3-588c85d203c6', 'name': 'tempest-DeleteServersTestJSON-34203618-router', 'tenant_id': 'ae5545057ecc4c02817cd846dc73b55b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:20Z', 'updated_at': '2022-08-24T05:01:22Z', 'revision_number': 5, 'project_id': 'ae5545057ecc4c02817cd846dc73b55b', 'gw_port': {'id': 'fbb9b4da-af2c-425d-8064-28a6f88211f9', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841ec567-3957-4259-8af3-588c85d203c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:01:23.774077 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (fbb9b4da-af2c-425d-8064-28a6f88211f9), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:23.803128 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb9b4da-af2c-425d-8064-28a6f88211f9,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:23.833743 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (841ec567-3957-4259-8af3-588c85d203c6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:23.949255 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (841ec567-3957-4259-8af3-588c85d203c6), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:23.956796 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks [] for router_controller (841ec567-3957-4259-8af3-588c85d203c6), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:23.960203 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:24.133559 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (841ec567-3957-4259-8af3-588c85d203c6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.134182 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 841ec567-3957-4259-8af3-588c85d203c6 {{(pid=107625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:01:24.140305 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.145484 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-7a025fa7-1442-48fa-afe0-0f9ee72e4067 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/841ec567-3957-4259-8af3-588c85d203c6 HTTP/1.1" status: 204 len: 168 time: 1.2720778 Aug 24 05:01:24.145574 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41068) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:24.200909 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Deleting subnet 7bef9831-c2dc-4258-a59e-76602563d483 {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:01:24.205252 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Publish callbacks [] for subnet (7bef9831-c2dc-4258-a59e-76602563d483), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.245108 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Publish callbacks [] for subnet (7bef9831-c2dc-4258-a59e-76602563d483), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.361287 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (7bef9831-c2dc-4258-a59e-76602563d483), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.368875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8ce1a-d6cf-4214-96a1-1d1e0067ae4d req-6bf434c0-4de1-49c4-b960-63696d8b505e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:24.370362 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-def8ce1a-d6cf-4214-96a1-1d1e0067ae4d req-6bf434c0-4de1-49c4-b960-63696d8b505e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0944424 Aug 24 05:01:24.453567 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-def8ce1a-d6cf-4214-96a1-1d1e0067ae4d req-d7ec9769-67f4-497b-9edf-995a6fb78945 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647314 Aug 24 05:01:24.534565 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (7bef9831-c2dc-4258-a59e-76602563d483), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.562811 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bef9831-c2dc-4258-a59e-76602563d483,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:24.568834 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.575278 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/7bef9831-c2dc-4258-a59e-76602563d483 HTTP/1.1" status: 204 len: 168 time: 0.4261687 Aug 24 05:01:24.575618 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41078) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:24.578010 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.578532 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.579116 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.579812 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.580325 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.580821 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.581112 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e10a130-7534-4946-9617-7ed28904150d None None] Network 3dfd9cd1-130c-4706-921c-e546adc13cdc requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:01:24.581803 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.582302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.582845 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.583422 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.584052 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.584696 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.585209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.585725 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.586339 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff3916-f881-47a4-92dd-1ec02f9a778c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:24.667240 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (3dfd9cd1-130c-4706-921c-e546adc13cdc), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.743555 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Deleting port dbb5df47-b315-4cdc-a948-edbb341ce67c {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:01:24.743555 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.772883 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] DHCP port deletion for 3dfd9cd1-130c-4706-921c-e546adc13cdc request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:01:24.813048 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:24.815498 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Deleting port dbb5df47-b315-4cdc-a948-edbb341ce67c {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:01:24.815747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] For port dbb5df47-b315-4cdc-a948-edbb341ce67c, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=dbb5df47-b315-4cdc-a948-edbb341ce67c,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:24.815926 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.816133 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.829995 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Calling delete_port for dbb5df47-b315-4cdc-a948-edbb341ce67c owned by network:dhcp {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:01:24.883694 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] For port dbb5df47-b315-4cdc-a948-edbb341ce67c, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=dbb5df47-b315-4cdc-a948-edbb341ce67c,segment=NetworkSegment(d3dfa7cc-8ece-4c55-8919-9255ea22df14),segment_id=d3dfa7cc-8ece-4c55-8919-9255ea22df14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:24.884099 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:24.899644 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Calling delete_port for dbb5df47-b315-4cdc-a948-edbb341ce67c owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:01:25.030532 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.042775 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (dbb5df47-b315-4cdc-a948-edbb341ce67c), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.058913 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb5df47-b315-4cdc-a948-edbb341ce67c,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] No DVR routers for this DVR port dbb5df47-b315-4cdc-a948-edbb341ce67c on host dv-cinder-854265-1-iscsi {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.073729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.074475 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] No DVR routers for this DVR port dbb5df47-b315-4cdc-a948-edbb341ce67c on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:01:25.074817 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.075326 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.075799 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.076288 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.076785 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.077111 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.077438 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.077755 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.078211 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Pushing event deleted for resources: {'Port': ['ID=dbb5df47-b315-4cdc-a948-edbb341ce67c,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:25.089342 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.090006 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.090523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.091068 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.091566 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.092054 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.092554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.093045 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.093526 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.094176 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.094806 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.103310 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.103310 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.103310 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.103310 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4136e9e-a17f-42e3-95f1-b0136a756c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:01:25.128871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:25.165049 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc25c2-7664-4f4a-bd50-7b3cb4272d07 req-7469538b-ae67-495e-9b0c-62f2968b8fb1 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:25.175570 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00cc25c2-7664-4f4a-bd50-7b3cb4272d07 req-7469538b-ae67-495e-9b0c-62f2968b8fb1 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 945 time: 0.0662446 Aug 24 05:01:25.175748 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (3dfd9cd1-130c-4706-921c-e546adc13cdc), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > port after_create 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > port after_update 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.206394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.222895 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00cc25c2-7664-4f4a-bd50-7b3cb4272d07 req-03924163-cbdf-49f6-a8a7-0fc8578b7c10 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Aug 24 05:01:25.399394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.399861 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.400301 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.400784 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:01:25.401257 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfd9cd1-130c-4706-921c-e546adc13cdc']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:01:25.420178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dfa7cc-8ece-4c55-8919-9255ea22df14') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:01:25.420473 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dfa7cc-8ece-4c55-8919-9255ea22df14') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:01:25.433522 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d463629e-c3ba-4218-ba57-e3d419d76b2e no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:01:25.442183 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (d3dfa7cc-8ece-4c55-8919-9255ea22df14), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.458215 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: d463629e-c3ba-4218-ba57-e3d419d76b2e {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:01:25.458561 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d463629e-c3ba-4218-ba57-e3d419d76b2e not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:01:25.458968 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device dbb5df47-b315-4cdc-a948-edbb341ce67c no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:01:25.463654 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (d3dfa7cc-8ece-4c55-8919-9255ea22df14), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.474112 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:01:25.474509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (d3dfa7cc-8ece-4c55-8919-9255ea22df14), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.477686 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: dbb5df47-b315-4cdc-a948-edbb341ce67c {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:01:25.478032 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device dbb5df47-b315-4cdc-a948-edbb341ce67c not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:01:25.478437 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device fbb9b4da-af2c-425d-8064-28a6f88211f9 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:01:25.502261 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: fbb9b4da-af2c-425d-8064-28a6f88211f9 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:01:25.502261 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device fbb9b4da-af2c-425d-8064-28a6f88211f9 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:01:25.598664 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:25.625074 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f3f95-1772-42aa-b964-2c539b6e808a req-d45fffcd-d98b-4988-be80-130ce67e9955 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:25.625074 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e0f3f95-1772-42aa-b964-2c539b6e808a req-d45fffcd-d98b-4988-be80-130ce67e9955 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0523782 Aug 24 05:01:25.663517 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e0f3f95-1772-42aa-b964-2c539b6e808a req-e90a0b0e-27eb-4765-b0e8-fac5941718ff tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447266 Aug 24 05:01:25.682174 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment d3dfa7cc-8ece-4c55-8919-9255ea22df14 resource provider aggregate not found Aug 24 05:01:25.698710 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment d3dfa7cc-8ece-4c55-8919-9255ea22df14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3dfa7cc-8ece-4c55-8919-9255ea22df14 found for delete ", "request_id": "req-84a5d71a-2543-453a-9c12-4645295e14fa"}]} Aug 24 05:01:25.706340 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (3dfd9cd1-130c-4706-921c-e546adc13cdc), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.722394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.725671 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/3dfd9cd1-130c-4706-921c-e546adc13cdc HTTP/1.1" status: 204 len: 168 time: 1.1485481 Aug 24 05:01:25.726900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38024053-7bf6-427a-80ad-5dc072369478 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dfd9cd1-130c-4706-921c-e546adc13cdc,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:25.777707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41116) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:25.884747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3e9056e2-f715-4c83-a66e-b11092844b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:25.962347 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3e9056e2-f715-4c83-a66e-b11092844b44 admin admin] Publish callbacks [] for security_group (e57aa8c8-9962-445f-b445-3a186afbf4f6), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.030908 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3e9056e2-f715-4c83-a66e-b11092844b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (e57aa8c8-9962-445f-b445-3a186afbf4f6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.070053 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9056e2-f715-4c83-a66e-b11092844b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57aa8c8-9962-445f-b445-3a186afbf4f6,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:26.077150 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3e9056e2-f715-4c83-a66e-b11092844b44 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=8285a764591941dfaa26ac5a9d1a5b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957752 Aug 24 05:01:26.077455 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41124) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:26.128799 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-663f6a07-4135-4653-bf1b-3d80e0150886 admin admin] Publish callbacks [] for security_group (e57aa8c8-9962-445f-b445-3a186afbf4f6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.146883 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41128) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:26.157419 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-663f6a07-4135-4653-bf1b-3d80e0150886 admin admin] Publish callbacks [] for security_group (e57aa8c8-9962-445f-b445-3a186afbf4f6), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.189929 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c06b1ee5-58d1-4f07-be3c-f8dd8ecdf189 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=ae5545057ecc4c02817cd846dc73b55b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418329 Aug 24 05:01:26.192521 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41130) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:26.243885 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdc8b5b7-4e34-471f-b789-d89df1916a43 admin admin] Publish callbacks [] for security_group (7cf8e65e-0588-4831-bcd3-b5710060cf53), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.264591 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdc8b5b7-4e34-471f-b789-d89df1916a43 admin admin] Publish callbacks [] for security_group (7cf8e65e-0588-4831-bcd3-b5710060cf53), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.299693 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:01:26.325221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-663f6a07-4135-4653-bf1b-3d80e0150886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (e57aa8c8-9962-445f-b445-3a186afbf4f6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.327913 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-663f6a07-4135-4653-bf1b-3d80e0150886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.329154 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-663f6a07-4135-4653-bf1b-3d80e0150886 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/e57aa8c8-9962-445f-b445-3a186afbf4f6 HTTP/1.1" status: 204 len: 168 time: 0.2506931 Aug 24 05:01:26.346067 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f6a07-4135-4653-bf1b-3d80e0150886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57aa8c8-9962-445f-b445-3a186afbf4f6,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:26.355689 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ae7f-5ad2-4423-9e05-c590767bc105 req-a6171776-8bb4-4f5e-bd13-d1c7565c07ec tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:26.357595 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5213ae7f-5ad2-4423-9e05-c590767bc105 req-a6171776-8bb4-4f5e-bd13-d1c7565c07ec tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 945 time: 0.0613344 Aug 24 05:01:26.414979 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5213ae7f-5ad2-4423-9e05-c590767bc105 req-7af3f5af-ec32-4736-8f11-dd079ba3e958 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503616 Aug 24 05:01:26.436162 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdc8b5b7-4e34-471f-b789-d89df1916a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7cf8e65e-0588-4831-bcd3-b5710060cf53), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.439731 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdc8b5b7-4e34-471f-b789-d89df1916a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:26.449409 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-cdc8b5b7-4e34-471f-b789-d89df1916a43 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/7cf8e65e-0588-4831-bcd3-b5710060cf53 HTTP/1.1" status: 204 len: 168 time: 0.2474713 Aug 24 05:01:26.449409 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8b5b7-4e34-471f-b789-d89df1916a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8e65e-0588-4831-bcd3-b5710060cf53,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:26.787042 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabc40f-ef0a-461c-8649-1e0bb0b60478 req-605204ad-b3d8-469e-9a7f-18e11724613b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:26.788626 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2dabc40f-ef0a-461c-8649-1e0bb0b60478 req-605204ad-b3d8-469e-9a7f-18e11724613b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0490909 Aug 24 05:01:26.849507 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2dabc40f-ef0a-461c-8649-1e0bb0b60478 req-dd5b8a78-259d-45a6-b7e1-45490988ea5b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Aug 24 05:01:27.169342 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-8b4ee560-d3a3-49b5-94da-0e8848d193c8 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:27.171873 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-8b4ee560-d3a3-49b5-94da-0e8848d193c8 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 945 time: 0.0475659 Aug 24 05:01:27.251189 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41158) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:27.263731 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Deleting port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:01:27.264076 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.264302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e30e9af8-3450-41f5-b033-cc9ba0819dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.286274 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:27.345105 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e30e9af8-3450-41f5-b033-cc9ba0819dd1 admin admin] Publish callbacks [] for security_group (030b3917-6b45-4303-ac89-4bd763ec6537), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.351612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:27.367646 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] For port 1afe1f7f-b1d0-4460-aaf7-f26caada4122, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1afe1f7f-b1d0-4460-aaf7-f26caada4122,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:27.368016 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.381382 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Calling delete_port for 1afe1f7f-b1d0-4460-aaf7-f26caada4122 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:01:27.420039 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e30e9af8-3450-41f5-b033-cc9ba0819dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (030b3917-6b45-4303-ac89-4bd763ec6537), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.450472 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:27.472597 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9af8-3450-41f5-b033-cc9ba0819dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030b3917-6b45-4303-ac89-4bd763ec6537,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:27.479258 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e30e9af8-3450-41f5-b033-cc9ba0819dd1 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=faa822654d0445f796c78b170fbce9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282510 Aug 24 05:01:27.481865 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41168) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:27.553065 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:27.575782 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eefa1f-29ca-4b47-b323-fbd69a74c01d req-0a6393d7-886c-463e-82c3-55adde3a82fc tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:27.577231 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07eefa1f-29ca-4b47-b323-fbd69a74c01d req-0a6393d7-886c-463e-82c3-55adde3a82fc tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 945 time: 0.0642140 Aug 24 05:01:27.577962 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-97117b55-7f4e-45ee-ae5a-db10cea70112 admin admin] Publish callbacks [] for security_group (030b3917-6b45-4303-ac89-4bd763ec6537), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.597167 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (1afe1f7f-b1d0-4460-aaf7-f26caada4122), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.622050 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['1afe1f7f-b1d0-4460-aaf7-f26caada4122'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:01:27.632752 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Pushing event deleted for resources: {'Port': ['ID=1afe1f7f-b1d0-4460-aaf7-f26caada4122,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:27.695113 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] No DVR routers for this DVR port 1afe1f7f-b1d0-4460-aaf7-f26caada4122 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:01:27.698656 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.702144 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ee82b336-ff70-4d0f-9875-dc718c817b8e req-eff18aae-fb03-4d04-ae30-20a8929c564e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "DELETE /networking/v2.0/ports/1afe1f7f-b1d0-4460-aaf7-f26caada4122 HTTP/1.1" status: 204 len: 173 time: 0.5246019 Aug 24 05:01:27.702648 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'name': 'network-vif-deleted', 'tag': '1afe1f7f-b1d0-4460-aaf7-f26caada4122'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:27.705813 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8920f05f-86e8-4f63-8833-06743fb21913" -d '{"events": [{"server_uuid": "ec9cfbce-6de9-46e4-8d87-9f6688954e9b", "name": "network-vif-deleted", "tag": "1afe1f7f-b1d0-4460-aaf7-f26caada4122"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:27.756240 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159cf0c0-58a0-46e5-aab8-b14510378bf7 x-openstack-request-id: req-159cf0c0-58a0-46e5-aab8-b14510378bf7 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:27.756625 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9cfbce-6de9-46e4-8d87-9f6688954e9b", "name": "network-vif-deleted", "tag": "1afe1f7f-b1d0-4460-aaf7-f26caada4122", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:27.756948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-159cf0c0-58a0-46e5-aab8-b14510378bf7 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:27.757447 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159cf0c0-58a0-46e5-aab8-b14510378bf7'] response: {'server_uuid': 'ec9cfbce-6de9-46e4-8d87-9f6688954e9b', 'name': 'network-vif-deleted', 'tag': '1afe1f7f-b1d0-4460-aaf7-f26caada4122', 'status': 'completed', 'code': 200} Aug 24 05:01:27.821818 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-97117b55-7f4e-45ee-ae5a-db10cea70112 admin admin] Publish callbacks [] for security_group (030b3917-6b45-4303-ac89-4bd763ec6537), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:27.873171 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07eefa1f-29ca-4b47-b323-fbd69a74c01d req-64ef0f16-2693-4d18-8760-2d149a33ddc2 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875824 Aug 24 05:01:27.997803 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b5aa-31cd-4914-bc57-c2fca184a474 req-98c26d15-995d-4143-b827-e9b11b0fd61a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:27.997915 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ed44b5aa-31cd-4914-bc57-c2fca184a474 req-98c26d15-995d-4143-b827-e9b11b0fd61a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0501792 Aug 24 05:01:27.999060 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-97117b55-7f4e-45ee-ae5a-db10cea70112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (030b3917-6b45-4303-ac89-4bd763ec6537), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:28.002595 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-97117b55-7f4e-45ee-ae5a-db10cea70112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:28.008292 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-97117b55-7f4e-45ee-ae5a-db10cea70112 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/030b3917-6b45-4303-ac89-4bd763ec6537 HTTP/1.1" status: 204 len: 168 time: 0.5223932 Aug 24 05:01:28.044787 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97117b55-7f4e-45ee-ae5a-db10cea70112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030b3917-6b45-4303-ac89-4bd763ec6537,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:28.111713 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ed44b5aa-31cd-4914-bc57-c2fca184a474 req-895f11fb-3474-4853-8570-1064788a79f5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043632 Aug 24 05:01:28.657161 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41220) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:28.813268 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84700cc3-65cc-4de1-9156-b08a906a2a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:28.890334 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84700cc3-65cc-4de1-9156-b08a906a2a73 admin admin] Publish callbacks [] for security_group (1037180b-49e3-4241-8d1f-93346510a539), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:28.967738 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84700cc3-65cc-4de1-9156-b08a906a2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (1037180b-49e3-4241-8d1f-93346510a539), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:29.010833 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-84700cc3-65cc-4de1-9156-b08a906a2a73 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=0f8c9d23baa4412cb6fc1e1749cd5212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523533 Aug 24 05:01:29.012019 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84700cc3-65cc-4de1-9156-b08a906a2a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1037180b-49e3-4241-8d1f-93346510a539,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:29.014348 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41234) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:29.019509 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c34316e0-4e33-4fa0-8507-aea5c73f8e89 req-14650c28-b6fa-4d86-80cd-b5d859d164d6 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ec9cfbce-6de9-46e4-8d87-9f6688954e9b HTTP/1.1" status: 200 len: 210 time: 0.0414584 Aug 24 05:01:29.078316 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-afea1664-8451-4dfc-88b7-78668ba919f4 admin admin] Publish callbacks [] for security_group (1037180b-49e3-4241-8d1f-93346510a539), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:29.099457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-afea1664-8451-4dfc-88b7-78668ba919f4 admin admin] Publish callbacks [] for security_group (1037180b-49e3-4241-8d1f-93346510a539), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:29.246118 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cce22-feb9-417a-aea2-2a82072bdb2b req-be00f1cb-952a-409c-85a2-3efacb310758 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:29.251784 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ef6cce22-feb9-417a-aea2-2a82072bdb2b req-be00f1cb-952a-409c-85a2-3efacb310758 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0503316 Aug 24 05:01:29.270463 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-afea1664-8451-4dfc-88b7-78668ba919f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (1037180b-49e3-4241-8d1f-93346510a539), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:29.273308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-afea1664-8451-4dfc-88b7-78668ba919f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:29.274653 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-afea1664-8451-4dfc-88b7-78668ba919f4 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/1037180b-49e3-4241-8d1f-93346510a539 HTTP/1.1" status: 204 len: 168 time: 0.2593362 Aug 24 05:01:29.277252 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:DELETE=9,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:29.284272 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea1664-8451-4dfc-88b7-78668ba919f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1037180b-49e3-4241-8d1f-93346510a539,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:29.346910 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ef6cce22-feb9-417a-aea2-2a82072bdb2b req-b15527fd-ebc7-42f3-956d-4e35f96c48d2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892899 Aug 24 05:01:29.401875 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:30.418686 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894f97-5250-4f3a-86fe-8de765026126 req-cec2a3b1-b747-4373-b278-40afc9467dad tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:30.423553 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-cec2a3b1-b747-4373-b278-40afc9467dad tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/networks?id=edf3dec8-f9c5-48cd-92fa-61fa29272111 HTTP/1.1" status: 200 len: 809 time: 0.1387165 Aug 24 05:01:30.473547 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-2c8c3f74-7507-4e45-ad0b-e030eb8d50d1 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/quotas/6458afad3a654baebc09ce00a9d695bb HTTP/1.1" status: 200 len: 375 time: 0.0465090 Aug 24 05:01:30.501208 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 1afe1f7f-b1d0-4460-aaf7-f26caada4122 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:01:30.517474 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-1def2eca-dbad-4192-a922-adaa6a2e8f67 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=6458afad3a654baebc09ce00a9d695bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428770 Aug 24 05:01:30.530828 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 1afe1f7f-b1d0-4460-aaf7-f26caada4122 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:01:30.531812 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 1afe1f7f-b1d0-4460-aaf7-f26caada4122 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:01:30.547843 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6e24-0b29-4729-ba69-16e0a4627eaa req-199f44bf-df58-47df-ab5b-1524230f460a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:30.550143 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-47ef6e24-0b29-4729-ba69-16e0a4627eaa req-199f44bf-df58-47df-ab5b-1524230f460a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.1157966 Aug 24 05:01:30.725963 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-2070ccea-ef6e-4f05-b120-0b5b8cc61cdc service neutron] 10.222.0.105 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074597 Aug 24 05:01:30.734856 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:30.751956 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-47ef6e24-0b29-4729-ba69-16e0a4627eaa req-24853a9d-a97f-457a-bec3-79afe98c91ba tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954966 Aug 24 05:01:30.870184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc4d0-18ad-4599-8d70-8380150de8fb req-bba1a2df-8953-4401-8dda-f04eb9d19000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:30.872665 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e72dc4d0-18ad-4599-8d70-8380150de8fb req-bba1a2df-8953-4401-8dda-f04eb9d19000 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 1130 time: 0.0475383 Aug 24 05:01:30.875833 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-359b6fc2-5676-4a9e-af5c-d9538f69dad2 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487339 Aug 24 05:01:30.958914 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e72dc4d0-18ad-4599-8d70-8380150de8fb req-aa993e7f-2a22-4a81-9f93-758e6affe94a service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742359 Aug 24 05:01:31.225339 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c73d3070-bacd-4d0d-b370-b0d3be9e09fb req-0e6c0b24-dedf-4f13-8650-503b52dda1dd tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0682704 Aug 24 05:01:31.873622 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e63da-0e42-4531-a706-550040ee1e10 req-b5b56576-c35e-4736-9b2e-57012c146cbc tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:31.876406 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d60e63da-0e42-4531-a706-550040ee1e10 req-b5b56576-c35e-4736-9b2e-57012c146cbc tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0568640 Aug 24 05:01:31.934595 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d60e63da-0e42-4531-a706-550040ee1e10 req-4c1aefa3-12d9-4363-af90-e62360681f21 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500388 Aug 24 05:01:32.340786 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-550a4c6b-ef0e-4854-bc29-933c57e1c55a req-688cc9be-6a16-47f5-b2e5-0fdb84c250ad tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0311189 Aug 24 05:01:33.058317 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284daa72-aa1b-4cad-955a-1d6ea0225093 req-d19097e3-abb5-47cc-849d-50338b3cf6f0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:33.059880 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-284daa72-aa1b-4cad-955a-1d6ea0225093 req-d19097e3-abb5-47cc-849d-50338b3cf6f0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0491033 Aug 24 05:01:33.107561 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-284daa72-aa1b-4cad-955a-1d6ea0225093 req-f60cd2a7-0054-4e84-9781-ed568006551a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Aug 24 05:01:33.237783 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de8fbe-9044-456d-8de8-e42452ef68a2 req-65e70538-b316-4b31-8260-6b1bea27dc36 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:33.239319 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5de8fbe-9044-456d-8de8-e42452ef68a2 req-65e70538-b316-4b31-8260-6b1bea27dc36 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 24 05:01:33.289981 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5de8fbe-9044-456d-8de8-e42452ef68a2 req-486af432-df57-49ab-bb79-1ae6bce73e0c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 Aug 24 05:01:33.318375 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41442) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:33.432777 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-aec99246-b32e-46fc-ace8-b2dd38e93da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:33.488257 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e2cd2ff2-14b9-4423-875a-737cf80eb4ca req-493913cd-b3f0-4c1a-945f-dbcbabb5cd08 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0355992 Aug 24 05:01:33.494793 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=40 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:33.517705 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-aec99246-b32e-46fc-ace8-b2dd38e93da9 admin admin] Publish callbacks [] for security_group (b03ad6c6-63c9-4bbf-92cb-7c018347d570), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:33.584448 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-aec99246-b32e-46fc-ace8-b2dd38e93da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b03ad6c6-63c9-4bbf-92cb-7c018347d570), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:33.623131 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-aec99246-b32e-46fc-ace8-b2dd38e93da9 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=0b93eb80e63949d083794f0eab347281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035624 Aug 24 05:01:33.624095 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99246-b32e-46fc-ace8-b2dd38e93da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ad6c6-63c9-4bbf-92cb-7c018347d570,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:33.626940 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41448) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:33.676580 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2b78abc8-e8b9-4c45-9eae-2f89841d1edc admin admin] Publish callbacks [] for security_group (b03ad6c6-63c9-4bbf-92cb-7c018347d570), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:33.698898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2b78abc8-e8b9-4c45-9eae-2f89841d1edc admin admin] Publish callbacks [] for security_group (b03ad6c6-63c9-4bbf-92cb-7c018347d570), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:33.727499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:33.802226 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2b78abc8-e8b9-4c45-9eae-2f89841d1edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b03ad6c6-63c9-4bbf-92cb-7c018347d570), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:33.805021 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2b78abc8-e8b9-4c45-9eae-2f89841d1edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:33.806493 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2b78abc8-e8b9-4c45-9eae-2f89841d1edc admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/b03ad6c6-63c9-4bbf-92cb-7c018347d570 HTTP/1.1" status: 204 len: 168 time: 0.1785510 Aug 24 05:01:33.818034 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78abc8-e8b9-4c45-9eae-2f89841d1edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ad6c6-63c9-4bbf-92cb-7c018347d570,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:34.043648 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894f97-5250-4f3a-86fe-8de765026126 req-5abb963d-9525-4299-9b68-7e7b7ee20421 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:34.045081 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-5abb963d-9525-4299-9b68-7e7b7ee20421 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "GET /networking/v2.0/networks?id=edf3dec8-f9c5-48cd-92fa-61fa29272111 HTTP/1.1" status: 200 len: 809 time: 0.1093791 Aug 24 05:01:34.057649 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Request body: {'port': {'device_id': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111', 'admin_state_up': True, 'tenant_id': '6458afad3a654baebc09ce00a9d695bb'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:01:34.327223 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Made reservation on behalf of 6458afad3a654baebc09ce00a9d695bb for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:01:34.333264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.466888 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Allocated IP 172.20.0.12 (edf3dec8-f9c5-48cd-92fa-61fa29272111/4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae/0b5119e0-6711-499e-88b5-16472ba1c18e) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:01:34.506489 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:34.597193 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-addbdb68-09ac-4c1d-8fe4-2d4f2d24eacb req-84d5e05e-0b46-421e-a7b1-b01790ef415e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0316195 Aug 24 05:01:34.606453 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41478) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:34.620813 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4ef110bf-140f-4a26-a29a-fee9783f557e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.626690 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:34.632116 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks [] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.698297 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4ef110bf-140f-4a26-a29a-fee9783f557e admin admin] Publish callbacks [] for security_group (3d05149b-ee65-48ec-871a-510d0290191e), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.750766 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.772669 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4ef110bf-140f-4a26-a29a-fee9783f557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3d05149b-ee65-48ec-871a-510d0290191e), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.796660 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Network edf3dec8-f9c5-48cd-92fa-61fa29272111 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:01:34.801299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:01:34.803848 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:01:34.818215 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4ef110bf-140f-4a26-a29a-fee9783f557e admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=061db6580cb44860b3557ff495e45ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105198 Aug 24 05:01:34.818828 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef110bf-140f-4a26-a29a-fee9783f557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05149b-ee65-48ec-871a-510d0290191e,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:34.821098 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41480) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:34.838697 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Pushing event updated for resources: {'Port': ['ID=0b5119e0-6711-499e-88b5-16472ba1c18e,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:34.862074 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0d5d99d2-4cbe-4362-8f90-bd8700a1effc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.870335 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:34.871379 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.874319 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8608-3981-4602-8f7f-de1ee9a82a0b admin admin] Publish callbacks [] for security_group (3d05149b-ee65-48ec-871a-510d0290191e), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.895117 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8608-3981-4602-8f7f-de1ee9a82a0b admin admin] Publish callbacks [] for security_group (3d05149b-ee65-48ec-871a-510d0290191e), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.929813 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-10adf695-a565-4e74-aecc-cf4ec4a6650c tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8755088 Aug 24 05:01:34.941737 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Request body: {'port': {'device_id': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:01:34.990018 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8608-3981-4602-8f7f-de1ee9a82a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3d05149b-ee65-48ec-871a-510d0290191e), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.992756 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8608-3981-4602-8f7f-de1ee9a82a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:34.993927 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-3e9b8608-3981-4602-8f7f-de1ee9a82a0b admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3d05149b-ee65-48ec-871a-510d0290191e HTTP/1.1" status: 204 len: 168 time: 0.1719136 Aug 24 05:01:35.002668 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b8608-3981-4602-8f7f-de1ee9a82a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05149b-ee65-48ec-871a-510d0290191e,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:35.006015 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:35.226785 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:35.268275 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5119e0-6711-499e-88b5-16472ba1c18e {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:01:35.275631 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Publish callbacks [] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:35.288345 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Transition to ACTIVE for port object 0b5119e0-6711-499e-88b5-16472ba1c18e will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:01:35.368273 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:35.455089 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5119e0-6711-499e-88b5-16472ba1c18e,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:35.505130 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Attempting to bind port 0b5119e0-6711-499e-88b5-16472ba1c18e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:01:35.505470 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Attempting to bind port 0b5119e0-6711-499e-88b5-16472ba1c18e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:01:35.515530 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Attempting to bind port 0b5119e0-6711-499e-88b5-16472ba1c18e on network edf3dec8-f9c5-48cd-92fa-61fa29272111 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:01:35.515530 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Port 0b5119e0-6711-499e-88b5-16472ba1c18e on network edf3dec8-f9c5-48cd-92fa-61fa29272111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:01:35.515530 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Attempting to bind port 0b5119e0-6711-499e-88b5-16472ba1c18e on network edf3dec8-f9c5-48cd-92fa-61fa29272111 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:01:35.516621 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:01:35.516723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Checking segment: {'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:01:35.517093 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Bound using segment: {'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:01:35.517510 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Bound port: 0b5119e0-6711-499e-88b5-16472ba1c18e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949bcfd5-6228-4cab-8c43-c92f85b3bb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:01:35.517870 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:35.585419 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] For port 0b5119e0-6711-499e-88b5-16472ba1c18e, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:01:35.588579 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] For port 0b5119e0-6711-499e-88b5-16472ba1c18e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b5119e0-6711-499e-88b5-16472ba1c18e,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:01:35.661961 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:35.671429 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:35.672089 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:35.678053 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/0b5119e0-6711-499e-88b5-16472ba1c18e HTTP/1.1" status: 200 len: 1094 time: 0.7407525 Aug 24 05:01:35.678535 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'tag': '0b5119e0-6711-499e-88b5-16472ba1c18e'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:35.683075 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b17c27b-c5be-49ea-a6d8-42168b60c1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d666789-8be4-4c0d-b8ae-29846269ec6c", "tag": "0b5119e0-6711-499e-88b5-16472ba1c18e"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:35.748192 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66537e1c-06db-42c7-b5b5-4de93732dbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5119e0-6711-499e-88b5-16472ba1c18e,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:35.763209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:35.782621 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f2cdf-48dd-40cb-b955-3bc5464ffa38 x-openstack-request-id: req-149f2cdf-48dd-40cb-b955-3bc5464ffa38 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:35.783184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d666789-8be4-4c0d-b8ae-29846269ec6c", "tag": "0b5119e0-6711-499e-88b5-16472ba1c18e", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:35.783797 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-149f2cdf-48dd-40cb-b955-3bc5464ffa38 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:35.788474 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149f2cdf-48dd-40cb-b955-3bc5464ffa38'] response: {'name': 'network-changed', 'server_uuid': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'tag': '0b5119e0-6711-499e-88b5-16472ba1c18e', 'status': 'completed', 'code': 200} Aug 24 05:01:35.788951 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a315a-63c9-4b37-ac33-7b4d79c15f03 req-ee8a6c75-95c3-4529-87ac-75b38bf8b556 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:35.788951 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e0a315a-63c9-4b37-ac33-7b4d79c15f03 req-ee8a6c75-95c3-4529-87ac-75b38bf8b556 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 944 time: 0.0978949 Aug 24 05:01:35.846111 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17c27b-c5be-49ea-a6d8-42168b60c1e1 req-83928058-88bf-4d9d-b26e-28c9c63a49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:35.846883 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0e0a315a-63c9-4b37-ac33-7b4d79c15f03 req-e46c2094-b658-4c39-a91f-9293c5ea2023 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538316 Aug 24 05:01:35.847648 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-0b17c27b-c5be-49ea-a6d8-42168b60c1e1 req-83928058-88bf-4d9d-b26e-28c9c63a49c5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=6458afad3a654baebc09ce00a9d695bb&device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 1128 time: 0.0432949 Aug 24 05:01:35.877791 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:35.964751 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17c27b-c5be-49ea-a6d8-42168b60c1e1 req-7af15e62-a433-49f8-bddf-686b43f44573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:35.966264 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-0b17c27b-c5be-49ea-a6d8-42168b60c1e1 req-7af15e62-a433-49f8-bddf-686b43f44573 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=6458afad3a654baebc09ce00a9d695bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1086516 Aug 24 05:01:36.066790 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17c27b-c5be-49ea-a6d8-42168b60c1e1 req-dfe896d7-f6c0-4912-8cbc-85466f93bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:36.068287 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-0b17c27b-c5be-49ea-a6d8-42168b60c1e1 req-dfe896d7-f6c0-4912-8cbc-85466f93bd3d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0958343 Aug 24 05:01:36.159223 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894f97-5250-4f3a-86fe-8de765026126 req-6627bcad-dabe-41d4-b96b-e6a3ff6ada2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:36.159223 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-6627bcad-dabe-41d4-b96b-e6a3ff6ada2f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=6458afad3a654baebc09ce00a9d695bb&device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 1128 time: 0.0412974 Aug 24 05:01:36.206451 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-0b5d7bb8-392e-4843-ae01-c7130fef701a service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5119e0-6711-499e-88b5-16472ba1c18e HTTP/1.1" status: 200 len: 217 time: 0.0412571 Aug 24 05:01:36.258064 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894f97-5250-4f3a-86fe-8de765026126 req-a9eb8be0-f015-454f-bc76-bb660cbc6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:36.259582 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-a9eb8be0-f015-454f-bc76-bb660cbc6a32 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae HTTP/1.1" status: 200 len: 849 time: 0.0474405 Aug 24 05:01:36.293264 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-6cb9036a-4323-4b8c-8723-35e9f89725cc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=edf3dec8-f9c5-48cd-92fa-61fa29272111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267267 Aug 24 05:01:36.295473 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=82 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:36.394527 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-88611f54-660d-421b-bcdb-06c3d36f785b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944810 Aug 24 05:01:36.473769 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:36.488501 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-38894f97-5250-4f3a-86fe-8de765026126 req-a89e6140-d290-4d60-9126-72928a1494f1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879724 Aug 24 05:01:36.621297 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc6763-f621-420a-9f0e-6267ed0eea49 req-579664d6-1a67-464c-a023-02b4ea4dd6d6 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:36.622782 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07cc6763-f621-420a-9f0e-6267ed0eea49 req-579664d6-1a67-464c-a023-02b4ea4dd6d6 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0496664 Aug 24 05:01:36.674027 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07cc6763-f621-420a-9f0e-6267ed0eea49 req-4b95bb51-c021-49e9-abd8-823cd6079403 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Aug 24 05:01:36.972336 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb432bc6-b88f-4213-850b-43f3c17555f5 req-a865dbcd-53c3-46d4-877a-9d6870292ced tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:36.973886 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fb432bc6-b88f-4213-850b-43f3c17555f5 req-a865dbcd-53c3-46d4-877a-9d6870292ced tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 944 time: 0.0502465 Aug 24 05:01:37.023923 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fb432bc6-b88f-4213-850b-43f3c17555f5 req-09003bdf-12b9-48ff-b450-c4e517ec95fb tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Aug 24 05:01:37.167768 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ee3161a3-2afc-47ae-b27c-5e464e587f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.304214 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41572) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:37.422814 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8caf2d81-3242-4bbf-987b-9a65254812f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.502864 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8caf2d81-3242-4bbf-987b-9a65254812f9 admin admin] Publish callbacks [] for security_group (95411e2a-438b-4ce2-ad74-bc13345c01a6), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.579995 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8caf2d81-3242-4bbf-987b-9a65254812f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (95411e2a-438b-4ce2-ad74-bc13345c01a6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.624255 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-8caf2d81-3242-4bbf-987b-9a65254812f9 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=82c7f9291b174fa09c4d85e891d986cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188996 Aug 24 05:01:37.625820 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf2d81-3242-4bbf-987b-9a65254812f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95411e2a-438b-4ce2-ad74-bc13345c01a6,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:37.628886 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41584) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:37.684302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-79d9fe69-36c4-40ea-9c28-32f3eb625b7f admin admin] Publish callbacks [] for security_group (95411e2a-438b-4ce2-ad74-bc13345c01a6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.699851 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41586) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:37.706373 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-79d9fe69-36c4-40ea-9c28-32f3eb625b7f admin admin] Publish callbacks [] for security_group (95411e2a-438b-4ce2-ad74-bc13345c01a6), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.730953 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:37.801342 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433cd0f-f6f3-41c2-9bff-38ab7f990473 req-974eff92-084e-4dd7-a449-32533c0cb72e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:37.802865 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9433cd0f-f6f3-41c2-9bff-38ab7f990473 req-974eff92-084e-4dd7-a449-32533c0cb72e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0519805 Aug 24 05:01:37.819188 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fd5cc668-0614-4723-be9d-9f557f81a61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.840553 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-79d9fe69-36c4-40ea-9c28-32f3eb625b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (95411e2a-438b-4ce2-ad74-bc13345c01a6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.843040 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-79d9fe69-36c4-40ea-9c28-32f3eb625b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.844288 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-79d9fe69-36c4-40ea-9c28-32f3eb625b7f admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/95411e2a-438b-4ce2-ad74-bc13345c01a6 HTTP/1.1" status: 204 len: 168 time: 0.2138100 Aug 24 05:01:37.864770 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9fe69-36c4-40ea-9c28-32f3eb625b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95411e2a-438b-4ce2-ad74-bc13345c01a6,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:37.870835 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9433cd0f-f6f3-41c2-9bff-38ab7f990473 req-d7f5d4c5-89c2-4bcb-9b61-1324bcc9dbe0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607491 Aug 24 05:01:37.915254 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fd5cc668-0614-4723-be9d-9f557f81a61c admin admin] Publish callbacks [] for security_group (66d24dac-9c61-4e23-9be9-cb646bee043a), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:37.972819 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fd5cc668-0614-4723-be9d-9f557f81a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (66d24dac-9c61-4e23-9be9-cb646bee043a), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:38.014144 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-fd5cc668-0614-4723-be9d-9f557f81a61c admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=24a51689c5d1404e8745688ad9ef3902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131113 Aug 24 05:01:38.014846 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cc668-0614-4723-be9d-9f557f81a61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d24dac-9c61-4e23-9be9-cb646bee043a,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:38.017753 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41596) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:38.070861 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-94a1e390-055d-4f58-a0eb-8fc3f87ca770 admin admin] Publish callbacks [] for security_group (66d24dac-9c61-4e23-9be9-cb646bee043a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:38.091575 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-94a1e390-055d-4f58-a0eb-8fc3f87ca770 admin admin] Publish callbacks [] for security_group (66d24dac-9c61-4e23-9be9-cb646bee043a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:38.159710 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b43305-f185-4998-b687-43a97795aa30 req-0e1f7f1c-0ab5-4ef0-8e00-89f28f029b0e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:38.161205 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-23b43305-f185-4998-b687-43a97795aa30 req-0e1f7f1c-0ab5-4ef0-8e00-89f28f029b0e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 944 time: 0.0537434 Aug 24 05:01:38.215475 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-23b43305-f185-4998-b687-43a97795aa30 req-7e400fa4-f93f-4a9b-921e-a5bbce602d4f tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Aug 24 05:01:38.224451 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-94a1e390-055d-4f58-a0eb-8fc3f87ca770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (66d24dac-9c61-4e23-9be9-cb646bee043a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:38.226999 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-94a1e390-055d-4f58-a0eb-8fc3f87ca770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:38.228186 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-94a1e390-055d-4f58-a0eb-8fc3f87ca770 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/66d24dac-9c61-4e23-9be9-cb646bee043a HTTP/1.1" status: 204 len: 168 time: 0.2095180 Aug 24 05:01:38.236711 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1e390-055d-4f58-a0eb-8fc3f87ca770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d24dac-9c61-4e23-9be9-cb646bee043a,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:38.407103 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:38.943735 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41628) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:38.961038 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-edad937d-a485-443f-a623-9aabfa652101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.035229 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5cb86-eaf5-45d6-8907-331ec886a096 req-94e86019-853c-40aa-ab96-6aa9d126fd8d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:39.043138 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-80f5cb86-eaf5-45d6-8907-331ec886a096 req-94e86019-853c-40aa-ab96-6aa9d126fd8d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0646472 Aug 24 05:01:39.052388 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-edad937d-a485-443f-a623-9aabfa652101 admin admin] Publish callbacks [] for security_group (4efa798a-82b4-42f5-a5a5-7ee1e7b56969), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.090922 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-80f5cb86-eaf5-45d6-8907-331ec886a096 req-cc52ad48-7d69-4678-9394-709f87e5a016 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Aug 24 05:01:39.115685 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-edad937d-a485-443f-a623-9aabfa652101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4efa798a-82b4-42f5-a5a5-7ee1e7b56969), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.156997 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-edad937d-a485-443f-a623-9aabfa652101 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=76758dbeb43241a98659aef117c529ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119327 Aug 24 05:01:39.157884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad937d-a485-443f-a623-9aabfa652101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa798a-82b4-42f5-a5a5-7ee1e7b56969,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:39.160168 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41634) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:39.173900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:39.203139 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:39.217178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6e952914-ff54-44b7-afd3-ac162737c6bd admin admin] Publish callbacks [] for security_group (4efa798a-82b4-42f5-a5a5-7ee1e7b56969), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.239088 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6e952914-ff54-44b7-afd3-ac162737c6bd admin admin] Publish callbacks [] for security_group (4efa798a-82b4-42f5-a5a5-7ee1e7b56969), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.356309 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cefa1-1389-456f-b970-247ca26138e7 req-3962e24f-1eb5-414a-a60a-a1e049378268 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:39.357768 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7f0cefa1-1389-456f-b970-247ca26138e7 req-3962e24f-1eb5-414a-a60a-a1e049378268 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 944 time: 0.0485139 Aug 24 05:01:39.381192 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6e952914-ff54-44b7-afd3-ac162737c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4efa798a-82b4-42f5-a5a5-7ee1e7b56969), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.384827 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6e952914-ff54-44b7-afd3-ac162737c6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.387400 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-6e952914-ff54-44b7-afd3-ac162737c6bd admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/4efa798a-82b4-42f5-a5a5-7ee1e7b56969 HTTP/1.1" status: 204 len: 168 time: 0.2260613 Aug 24 05:01:39.402324 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e952914-ff54-44b7-afd3-ac162737c6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efa798a-82b4-42f5-a5a5-7ee1e7b56969,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:39.427536 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7f0cefa1-1389-456f-b970-247ca26138e7 req-49011a56-310b-4289-ab12-bc0357d7bde2 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631967 Aug 24 05:01:39.608148 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-359883a6-5a94-41ab-9858-766f252f3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:39.610549 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-359883a6-5a94-41ab-9858-766f252f3bc5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1130 time: 0.0436096 Aug 24 05:01:39.706269 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-faedd664-066f-4f9a-95b8-ca7c1c0745e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:39.707823 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-faedd664-066f-4f9a-95b8-ca7c1c0745e6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.0912156 Aug 24 05:01:39.751806 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-d5028741-d68b-4d8c-82c4-61175c74e915 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 200 len: 217 time: 0.0368454 Aug 24 05:01:39.803290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-81a80104-dfed-41c6-afaa-0d16f2622a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:39.804830 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-81a80104-dfed-41c6-afaa-0d16f2622a5d service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0470819 Aug 24 05:01:39.867363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-d0533a09-88cb-4227-ae01-d06c0cda2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:39.867363 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-d0533a09-88cb-4227-ae01-d06c0cda2de8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540676 Aug 24 05:01:39.967481 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:39.976271 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:40.198353 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-dfb4688b-e06f-4d3d-8010-a0ab264418fa service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268528 Aug 24 05:01:40.230539 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d3d5d-141f-435a-ab88-16b80ab39427 req-efeeb8ab-1f82-4b8b-8581-2b2a429ad9a8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:40.232163 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6e3d3d5d-141f-435a-ab88-16b80ab39427 req-efeeb8ab-1f82-4b8b-8581-2b2a429ad9a8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0511458 Aug 24 05:01:40.280029 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6e3d3d5d-141f-435a-ab88-16b80ab39427 req-bbca75dd-da92-4d64-9188-7e14e19f9428 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Aug 24 05:01:40.294259 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-80413b1b-33fe-41d6-bdd5-c9fd1894641f req-618cc0df-49be-4096-bd5d-ff606a88a5b6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890191 Aug 24 05:01:40.497572 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-2a18bde4-3df0-4075-aede-8e866ad632a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:40.499310 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-2a18bde4-3df0-4075-aede-8e866ad632a1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1130 time: 0.0557594 Aug 24 05:01:40.526128 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 0b5119e0-6711-499e-88b5-16472ba1c18e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:01:40.572398 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:40.576906 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5817a6-b844-4659-afb5-866f0cbb9335 req-fce709cb-dcc1-41a3-8ae2-500d9621b7c6 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:40.578954 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6c5817a6-b844-4659-afb5-866f0cbb9335 req-fce709cb-dcc1-41a3-8ae2-500d9621b7c6 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 944 time: 0.0844171 Aug 24 05:01:40.645740 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6c5817a6-b844-4659-afb5-866f0cbb9335 req-4dc344d1-2ef9-4648-b8e5-82c2be789175 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592861 Aug 24 05:01:40.656626 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 0b5119e0-6711-499e-88b5-16472ba1c18e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b5119e0-6711-499e-88b5-16472ba1c18e,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:40.677516 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '0b5119e0-6711-499e-88b5-16472ba1c18e', 'network_id': 'edf3dec8-f9c5-48cd-92fa-61fa29272111', 'port_id': '0b5119e0-6711-499e-88b5-16472ba1c18e', 'mac_address': 'fa:16:3e:69:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:01:40.686380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-a5b3374e-c7cf-4b11-9e94-3a416cb5dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:40.688793 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-a5b3374e-c7cf-4b11-9e94-3a416cb5dd3b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.1355639 Aug 24 05:01:40.715040 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 0b5119e0-6711-499e-88b5-16472ba1c18e is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:01:40.715439 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:40.717948 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:40.729308 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5119e0-6711-499e-88b5-16472ba1c18e {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:01:40.732586 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-e922b739-2a17-4b09-a7c5-7b2b537f821d service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 200 len: 217 time: 0.0373163 Aug 24 05:01:40.751284 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 0b5119e0-6711-499e-88b5-16472ba1c18e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b5119e0-6711-499e-88b5-16472ba1c18e,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:40.782964 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-da6cb879-7c3d-4289-bf9a-182ee093078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:40.784466 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-da6cb879-7c3d-4289-bf9a-182ee093078d service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0462136 Aug 24 05:01:40.823728 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:40.825334 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:40.831671 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-395e98d7-6cfa-4385-ae6f-8a8281829576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:40.833530 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-395e98d7-6cfa-4385-ae6f-8a8281829576 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424931 Aug 24 05:01:40.887325 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=0b5119e0-6711-499e-88b5-16472ba1c18e,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:40.952579 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-d0325fa6-4c8d-4938-aad3-4e5d3f94de11 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114852 Aug 24 05:01:41.046049 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8c8d02f9-2854-4e61-9fef-1b061e15bc37 req-dd1c77c7-ba2f-4fc0-80cb-eee27520ab62 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866022 Aug 24 05:01:41.158553 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-389298b5-2ce9-4870-8f97-772f71818376 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/networks?tenant_id=4f3f7cf061114254b3a440f64b16d803&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379696 Aug 24 05:01:41.269670 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['0b5119e0-6711-499e-88b5-16472ba1c18e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:01:41.320042 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:41.385428 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-4768d423-58f1-481f-80ae-7159cac59ade tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:41.386961 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-4768d423-58f1-481f-80ae-7159cac59ade tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257020 Aug 24 05:01:41.428114 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-c0deea7d-5995-41ca-b635-a4c9e4a7440d tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/quotas/4f3f7cf061114254b3a440f64b16d803 HTTP/1.1" status: 200 len: 375 time: 0.0308175 Aug 24 05:01:41.444091 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6526a0-2180-472d-9cb0-49a025b96a9d req-35d388d7-84c9-4b44-bac1-dd17a1b09c68 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:41.445579 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a6526a0-2180-472d-9cb0-49a025b96a9d req-35d388d7-84c9-4b44-bac1-dd17a1b09c68 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0577071 Aug 24 05:01:41.473455 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-79fabd06-9bcf-4282-a14a-01049bacde2b tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=4f3f7cf061114254b3a440f64b16d803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369599 Aug 24 05:01:41.524494 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a6526a0-2180-472d-9cb0-49a025b96a9d req-dc13cea6-8cb8-4138-8897-1024968a0575 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541902 Aug 24 05:01:41.744807 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1c4208d9-4763-4b28-9f1e-31e3c4cc88cc req-e5774c59-5b5f-438e-a372-0afefd75e951 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 210 time: 0.0296903 Aug 24 05:01:41.811590 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcad0-04a4-41a5-bb75-972a077a029e req-4d828ac7-0920-4757-a83a-aa9717ed5460 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:41.811590 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-11afcad0-04a4-41a5-bb75-972a077a029e req-4d828ac7-0920-4757-a83a-aa9717ed5460 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 945 time: 0.0604908 Aug 24 05:01:41.861120 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:41.880072 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-11afcad0-04a4-41a5-bb75-972a077a029e req-507ebeb0-0711-4d87-9caa-f9a285cce8e1 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Aug 24 05:01:42.337887 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41748) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:42.443612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5bd1-948f-4f20-ad2f-a13de2ba3818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.454466 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:42.521210 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5bd1-948f-4f20-ad2f-a13de2ba3818 admin admin] Publish callbacks [] for security_group (24a1bb86-6e41-4b48-84f5-ffa0b068baa7), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.529936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 0b5119e0-6711-499e-88b5-16472ba1c18e up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:01:42.575468 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 0b5119e0-6711-499e-88b5-16472ba1c18e completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:01:42.647496 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5bd1-948f-4f20-ad2f-a13de2ba3818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (24a1bb86-6e41-4b48-84f5-ffa0b068baa7), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.653100 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9ad9d-bd44-4433-ab4e-dbe878063d74 req-c06af4f4-d3fa-45cb-997a-705ad7666de3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:42.654619 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3b9ad9d-bd44-4433-ab4e-dbe878063d74 req-c06af4f4-d3fa-45cb-997a-705ad7666de3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0508480 Aug 24 05:01:42.695448 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ae4d5bd1-948f-4f20-ad2f-a13de2ba3818 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=ce49ca0f2c0d43368f9b998048eaed18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541329 Aug 24 05:01:42.695448 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d5bd1-948f-4f20-ad2f-a13de2ba3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a1bb86-6e41-4b48-84f5-ffa0b068baa7,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:42.696830 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41756) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:42.714753 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3b9ad9d-bd44-4433-ab4e-dbe878063d74 req-a3d8f1fd-339d-4762-88c0-2d8f16ca170b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540910 Aug 24 05:01:42.726696 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 0b5119e0-6711-499e-88b5-16472ba1c18e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:01:42.727342 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.754869 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74c05862-02d7-4b42-a6a1-78db82b10fd9 admin admin] Publish callbacks [] for security_group (24a1bb86-6e41-4b48-84f5-ffa0b068baa7), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.776586 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74c05862-02d7-4b42-a6a1-78db82b10fd9 admin admin] Publish callbacks [] for security_group (24a1bb86-6e41-4b48-84f5-ffa0b068baa7), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.802035 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 0b5119e0-6711-499e-88b5-16472ba1c18e is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:01:42.802672 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.827310 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5119e0-6711-499e-88b5-16472ba1c18e'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:42.829647 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede33d73-d357-4435-98de-fb41e4f19706" -d '{"events": [{"server_uuid": "1d666789-8be4-4c0d-b8ae-29846269ec6c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5119e0-6711-499e-88b5-16472ba1c18e"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:42.841340 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c5906df7-e612-4246-8eef-0201956821aa req-38b52b1c-870e-4e6d-b6a3-97bb1e6adf3b tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Aug 24 05:01:42.841824 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 0b5119e0-6711-499e-88b5-16472ba1c18e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b5119e0-6711-499e-88b5-16472ba1c18e,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:42.879354 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47340ef6-2113-4d29-ba84-416fde6b5873 x-openstack-request-id: req-47340ef6-2113-4d29-ba84-416fde6b5873 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:42.879693 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d666789-8be4-4c0d-b8ae-29846269ec6c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5119e0-6711-499e-88b5-16472ba1c18e", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:42.879945 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-47340ef6-2113-4d29-ba84-416fde6b5873 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:42.880334 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47340ef6-2113-4d29-ba84-416fde6b5873'] response: {'server_uuid': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5119e0-6711-499e-88b5-16472ba1c18e', 'code': 200} Aug 24 05:01:42.915788 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74c05862-02d7-4b42-a6a1-78db82b10fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (24a1bb86-6e41-4b48-84f5-ffa0b068baa7), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.917324 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.918508 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74c05862-02d7-4b42-a6a1-78db82b10fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:42.922430 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-74c05862-02d7-4b42-a6a1-78db82b10fd9 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/24a1bb86-6e41-4b48-84f5-ffa0b068baa7 HTTP/1.1" status: 204 len: 168 time: 0.2246294 Aug 24 05:01:42.931514 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05862-02d7-4b42-a6a1-78db82b10fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a1bb86-6e41-4b48-84f5-ffa0b068baa7,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:42.978714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:42.979991 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=0b5119e0-6711-499e-88b5-16472ba1c18e,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:43.018499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01cd9-376f-49da-a1f5-fe98cd1a902d req-9f06794b-6579-4373-b1a3-888d2b144a12 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:43.020045 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e1f01cd9-376f-49da-a1f5-fe98cd1a902d req-9f06794b-6579-4373-b1a3-888d2b144a12 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 946 time: 0.0588052 Aug 24 05:01:43.069808 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e1f01cd9-376f-49da-a1f5-fe98cd1a902d req-b47a91ab-fe0f-486d-b1cf-0f9d9b302bb7 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Aug 24 05:01:43.225902 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358280fc-0633-43f3-bba1-949dfe209328 req-859b639d-bdc6-42fd-a132-f11d754e441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:43.227408 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-358280fc-0633-43f3-bba1-949dfe209328 req-859b639d-bdc6-42fd-a132-f11d754e441d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 1130 time: 0.0384319 Aug 24 05:01:43.279181 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-358280fc-0633-43f3-bba1-949dfe209328 req-3d3f913f-396a-44cb-9b39-cdd02a54616f service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Aug 24 05:01:43.573496 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41780) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:43.588908 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-17967343-df79-4846-b531-83a1482dcfc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:43.668418 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-17967343-df79-4846-b531-83a1482dcfc3 admin admin] Publish callbacks [] for security_group (dbf1c3e9-b617-4407-bdee-f5532081fb76), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:43.721661 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-17967343-df79-4846-b531-83a1482dcfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (dbf1c3e9-b617-4407-bdee-f5532081fb76), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:43.767254 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-17967343-df79-4846-b531-83a1482dcfc3 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=f50bade8bbf0440e893ec36b1a8ac1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871576 Aug 24 05:01:43.767254 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17967343-df79-4846-b531-83a1482dcfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf1c3e9-b617-4407-bdee-f5532081fb76,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:43.767907 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41790) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:43.825126 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-331f8f52-f736-4f53-b4c1-73846bb4ff99 admin admin] Publish callbacks [] for security_group (dbf1c3e9-b617-4407-bdee-f5532081fb76), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:43.852928 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-331f8f52-f736-4f53-b4c1-73846bb4ff99 admin admin] Publish callbacks [] for security_group (dbf1c3e9-b617-4407-bdee-f5532081fb76), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:43.865327 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb261e-c672-48c4-8643-7765cff15e5b req-06fc4e68-2f2c-4f49-94d4-4b6b6bc100b5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:43.867203 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ceb261e-c672-48c4-8643-7765cff15e5b req-06fc4e68-2f2c-4f49-94d4-4b6b6bc100b5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0511849 Aug 24 05:01:43.924621 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ceb261e-c672-48c4-8643-7765cff15e5b req-1e925749-7f73-4ab0-97af-763c94a96882 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520418 Aug 24 05:01:43.955307 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-77774a26-36ca-4cb9-99c2-01dac18707a6 req-2dcfd723-15fc-4436-9b62-f1420d27bfc9 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 210 time: 0.0276167 Aug 24 05:01:44.012337 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-331f8f52-f736-4f53-b4c1-73846bb4ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (dbf1c3e9-b617-4407-bdee-f5532081fb76), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:44.014828 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-331f8f52-f736-4f53-b4c1-73846bb4ff99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:44.016970 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-331f8f52-f736-4f53-b4c1-73846bb4ff99 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/dbf1c3e9-b617-4407-bdee-f5532081fb76 HTTP/1.1" status: 204 len: 168 time: 0.2507448 Aug 24 05:01:44.024957 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f8f52-f736-4f53-b4c1-73846bb4ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf1c3e9-b617-4407-bdee-f5532081fb76,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:44.190538 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc3d82-2905-4d76-8227-89cd904dd2aa req-f98af44a-1372-40d5-82ea-2a78b729f951 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:44.192049 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-48cc3d82-2905-4d76-8227-89cd904dd2aa req-f98af44a-1372-40d5-82ea-2a78b729f951 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 946 time: 0.0480783 Aug 24 05:01:44.240376 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-48cc3d82-2905-4d76-8227-89cd904dd2aa req-37cb3ffb-a27c-4f9a-8d2b-582afe37a8da tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Aug 24 05:01:45.094077 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-586d8750-c4b1-4331-8ac2-198058546492 req-09d6aaa4-9ea5-485b-9296-ba54458607c8 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 210 time: 0.0483234 Aug 24 05:01:45.102429 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90453d1-2905-4843-bc1a-e73103a4aba0 req-783cb63b-466b-4408-b5fe-b709ddb8f6bd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:45.104012 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b90453d1-2905-4843-bc1a-e73103a4aba0 req-783cb63b-466b-4408-b5fe-b709ddb8f6bd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0995312 Aug 24 05:01:45.183640 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b90453d1-2905-4843-bc1a-e73103a4aba0 req-9d8f9521-b7d4-4975-9de7-03b4c9bbcad2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670700 Aug 24 05:01:45.372890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f6d1-56fd-42b1-b296-88869b44053f req-2493d280-c0ec-48f1-addd-4d5cc3cc9b75 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:45.375034 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-02a3f6d1-56fd-42b1-b296-88869b44053f req-2493d280-c0ec-48f1-addd-4d5cc3cc9b75 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 946 time: 0.0574486 Aug 24 05:01:45.415834 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:45.429271 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:45.434433 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-02a3f6d1-56fd-42b1-b296-88869b44053f req-50d4f847-7482-4001-b31e-1e6f97612bb9 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523765 Aug 24 05:01:45.459270 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f652a464-6eee-4f70-b64d-3fa97e09b17e tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=4f3f7cf061114254b3a440f64b16d803&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405023 Aug 24 05:01:45.675711 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-9ce09e6d-9316-4b68-8d0c-f2bd1a1e7291 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:45.677272 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-9ce09e6d-9316-4b68-8d0c-f2bd1a1e7291 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122993 Aug 24 05:01:45.691706 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Request body: {'port': {'device_id': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667', 'admin_state_up': True, 'tenant_id': '4f3f7cf061114254b3a440f64b16d803'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:01:45.858428 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Made reservation on behalf of 4f3f7cf061114254b3a440f64b16d803 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:01:45.863503 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:45.873549 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:45.891550 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:45.977462 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks [] for security_group (16106811-1f32-425b-9763-eb8688be08f1), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:46.048478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (16106811-1f32-425b-9763-eb8688be08f1), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:46.114991 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:46.122691 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16106811-1f32-425b-9763-eb8688be08f1,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:46.207130 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Allocated IP 192.168.233.11 (982b17ec-5c9b-459f-b585-384e2c45d667/f5c787df-e277-4417-a7a3-189b459124cf/38f4df75-483d-4a10-9d8a-6cb74e13c335) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:01:46.239612 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-88b5db32-efcf-4e03-a469-c6faee9615e0 req-fd727383-fbaa-4d4f-9c39-bcc8a54fb9c7 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 210 time: 0.0350184 Aug 24 05:01:46.309720 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c426-8b6a-4ae5-a7cf-3435809836f2 req-326a84a0-ed41-4fc6-8810-6f32c4ebeb3a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:46.311229 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5003c426-8b6a-4ae5-a7cf-3435809836f2 req-326a84a0-ed41-4fc6-8810-6f32c4ebeb3a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0467894 Aug 24 05:01:46.361950 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5003c426-8b6a-4ae5-a7cf-3435809836f2 req-b53bbd2c-1288-46a4-b89d-a86747f47aff tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Aug 24 05:01:46.389804 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks [] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:46.589578 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:46.636147 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Network 982b17ec-5c9b-459f-b585-384e2c45d667 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:01:46.639405 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:01:46.643383 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:01:46.670468 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Pushing event updated for resources: {'Port': ['ID=38f4df75-483d-4a10-9d8a-6cb74e13c335,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:46.704915 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:46.705637 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:46.838076 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5cab8447-e6c3-435e-8f63-633a658cc392 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1510308 Aug 24 05:01:46.866728 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Request body: {'port': {'device_id': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:01:46.932856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:46.958171 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-5d6a5638-f441-4af3-a248-e71afb2f9ac9 None None] Provisioning complete for port 38f4df75-483d-4a10-9d8a-6cb74e13c335 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:01:46.959165 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5638-f441-4af3-a248-e71afb2f9ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:47.004575 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a5638-f441-4af3-a248-e71afb2f9ac9 None None] Port 38f4df75-483d-4a10-9d8a-6cb74e13c335 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:01:47.174643 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1272c-7299-4b34-a140-8859d7eb9911 req-6c5bb382-6e24-4202-8705-1e4dccc9d96e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:47.176178 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eeb1272c-7299-4b34-a140-8859d7eb9911 req-6c5bb382-6e24-4202-8705-1e4dccc9d96e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 946 time: 0.0495422 Aug 24 05:01:47.218221 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f4df75-483d-4a10-9d8a-6cb74e13c335 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:01:47.225430 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Publish callbacks [] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:47.234183 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eeb1272c-7299-4b34-a140-8859d7eb9911 req-42730ea4-48fc-4527-a1a8-3873a7bc030b tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Aug 24 05:01:47.239923 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Transition to ACTIVE for port object 38f4df75-483d-4a10-9d8a-6cb74e13c335 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:01:47.364124 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5eb21-b902-45d3-b744-2d9fe411db90 req-f64b7280-e2ba-4bbf-85c2-df00df16a156 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:47.365622 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-83f5eb21-b902-45d3-b744-2d9fe411db90 req-f64b7280-e2ba-4bbf-85c2-df00df16a156 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 935 time: 0.0497241 Aug 24 05:01:47.384539 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:47.387009 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:47.427042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-83f5eb21-b902-45d3-b744-2d9fe411db90 req-406ec433-6ffe-44ce-a9dd-848517e7af5f tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554535 Aug 24 05:01:47.472212 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Pushing event updated for resources: {'Port': ['ID=38f4df75-483d-4a10-9d8a-6cb74e13c335,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:47.506352 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc46d-3fa8-404f-9405-16f01f7d0b25 req-c14a5abb-756c-4ee1-b212-56cf13ba07d3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:47.507667 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5f0bc46d-3fa8-404f-9405-16f01f7d0b25 req-c14a5abb-756c-4ee1-b212-56cf13ba07d3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0518923 Aug 24 05:01:47.526194 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Attempting to bind port 38f4df75-483d-4a10-9d8a-6cb74e13c335 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:01:47.526194 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Attempting to bind port 38f4df75-483d-4a10-9d8a-6cb74e13c335 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:01:47.526563 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Attempting to bind port 38f4df75-483d-4a10-9d8a-6cb74e13c335 on network 982b17ec-5c9b-459f-b585-384e2c45d667 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:01:47.531955 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Port 38f4df75-483d-4a10-9d8a-6cb74e13c335 on network 982b17ec-5c9b-459f-b585-384e2c45d667 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:01:47.532329 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Attempting to bind port 38f4df75-483d-4a10-9d8a-6cb74e13c335 on network 982b17ec-5c9b-459f-b585-384e2c45d667 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:01:47.537871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:01:47.543427 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Checking segment: {'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:01:47.543427 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Bound using segment: {'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:01:47.543427 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Bound port: 38f4df75-483d-4a10-9d8a-6cb74e13c335, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3999dcd-bd1d-4cb1-8df9-1e012710b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:01:47.543427 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:47.567912 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5f0bc46d-3fa8-404f-9405-16f01f7d0b25 req-c0eeb6af-d606-493a-90e7-68dec6ce08b6 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518785 Aug 24 05:01:47.610918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] For port 38f4df75-483d-4a10-9d8a-6cb74e13c335, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:01:47.614097 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] For port 38f4df75-483d-4a10-9d8a-6cb74e13c335, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=38f4df75-483d-4a10-9d8a-6cb74e13c335,segment=NetworkSegment(a3999dcd-bd1d-4cb1-8df9-1e012710b44a),segment_id=a3999dcd-bd1d-4cb1-8df9-1e012710b44a)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:01:47.818990 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:47.824886 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:47.825498 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:47.826926 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/38f4df75-483d-4a10-9d8a-6cb74e13c335 HTTP/1.1" status: 200 len: 1097 time: 0.9644475 Aug 24 05:01:47.828097 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'tag': '38f4df75-483d-4a10-9d8a-6cb74e13c335'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:47.830374 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5379984-20cf-4aa9-b66e-39b3a3c8165b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a802b07-79fa-4c8e-bbd4-ca36e53ef659", "tag": "38f4df75-483d-4a10-9d8a-6cb74e13c335"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:47.881105 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ec469-f8d1-4fbf-a31c-662160f2366d service neutron] Pushing event updated for resources: {'Port': ['ID=38f4df75-483d-4a10-9d8a-6cb74e13c335,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:47.884687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec2247d-8154-4e25-aab3-446c7751ed36 x-openstack-request-id: req-cec2247d-8154-4e25-aab3-446c7751ed36 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:47.884972 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a802b07-79fa-4c8e-bbd4-ca36e53ef659", "tag": "38f4df75-483d-4a10-9d8a-6cb74e13c335", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:47.885225 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cec2247d-8154-4e25-aab3-446c7751ed36 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:47.885620 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec2247d-8154-4e25-aab3-446c7751ed36'] response: {'name': 'network-changed', 'server_uuid': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'tag': '38f4df75-483d-4a10-9d8a-6cb74e13c335', 'status': 'completed', 'code': 200} Aug 24 05:01:47.995540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:48.257154 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41938) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:48.298791 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:48.307331 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:48.364482 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aec384-1700-487c-95b8-23a1918252b1 req-29f51c84-00f1-49ad-9702-b3bf7d8f3306 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:48.364928 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5379984-20cf-4aa9-b66e-39b3a3c8165b req-7e9ae1c7-1e32-4a42-9eff-01947d63ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:48.365636 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-73aec384-1700-487c-95b8-23a1918252b1 req-29f51c84-00f1-49ad-9702-b3bf7d8f3306 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 946 time: 0.0551083 Aug 24 05:01:48.366350 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b5379984-20cf-4aa9-b66e-39b3a3c8165b req-7e9ae1c7-1e32-4a42-9eff-01947d63ca0f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=4f3f7cf061114254b3a440f64b16d803&device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 1131 time: 0.0498519 Aug 24 05:01:48.391327 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e57caa95-7b00-46c6-a771-5fc320c152b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:48.408027 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b5379984-20cf-4aa9-b66e-39b3a3c8165b req-0dd92877-7374-455f-91fc-1b9058cc4430 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=4f3f7cf061114254b3a440f64b16d803&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324826 Aug 24 05:01:48.416156 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-73aec384-1700-487c-95b8-23a1918252b1 req-4ed77e7e-c785-485f-8b06-6f66fdb4c2f7 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Aug 24 05:01:48.513300 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:48.552393 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454418c-8fef-426f-b697-409db02b5b73 req-c23b50dc-33b6-4562-a976-26f21d1acd4a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:48.554011 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f454418c-8fef-426f-b697-409db02b5b73 req-c23b50dc-33b6-4562-a976-26f21d1acd4a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 947 time: 0.0488889 Aug 24 05:01:48.557380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5379984-20cf-4aa9-b66e-39b3a3c8165b req-86cb2fbe-b5bd-445d-ab4d-6fc7f406d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:48.558891 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b5379984-20cf-4aa9-b66e-39b3a3c8165b req-86cb2fbe-b5bd-445d-ab4d-6fc7f406d4b5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1318278 Aug 24 05:01:48.568249 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e57caa95-7b00-46c6-a771-5fc320c152b1 admin admin] Publish callbacks [] for security_group (0d96bc79-64b6-471d-94b5-3459c0a83830), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:48.602985 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f454418c-8fef-426f-b697-409db02b5b73 req-24f3badd-e5cc-42ad-9dcd-5293c0fda542 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Aug 24 05:01:48.686499 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e57caa95-7b00-46c6-a771-5fc320c152b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (0d96bc79-64b6-471d-94b5-3459c0a83830), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:48.688777 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243b93-4aed-414d-95a4-e066b702b393 req-4b30462d-30be-4719-bb9e-131cba482bc8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:48.690938 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-90243b93-4aed-414d-95a4-e066b702b393 req-4b30462d-30be-4719-bb9e-131cba482bc8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0478518 Aug 24 05:01:48.727125 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e57caa95-7b00-46c6-a771-5fc320c152b1 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=33cab39ee8ff4c1fb904c60e04916fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688451 Aug 24 05:01:48.728348 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57caa95-7b00-46c6-a771-5fc320c152b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96bc79-64b6-471d-94b5-3459c0a83830,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:48.731599 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 41948) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:48.747502 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-90243b93-4aed-414d-95a4-e066b702b393 req-96f77423-ab0c-4d14-951a-398ab59f6b30 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Aug 24 05:01:48.789672 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-bcf21fcc-4846-43fc-b12a-b3a60edc162b admin admin] Publish callbacks [] for security_group (0d96bc79-64b6-471d-94b5-3459c0a83830), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:48.811679 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-bcf21fcc-4846-43fc-b12a-b3a60edc162b admin admin] Publish callbacks [] for security_group (0d96bc79-64b6-471d-94b5-3459c0a83830), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:48.923268 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-c9b30565-ab61-44f1-94d0-164fa4185c1a tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:48.924784 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-c9b30565-ab61-44f1-94d0-164fa4185c1a tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 946 time: 0.0963683 Aug 24 05:01:48.926902 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-271f9fbd-de50-400f-9ded-382f3a750adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:48.928318 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-271f9fbd-de50-400f-9ded-382f3a750adc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=4f3f7cf061114254b3a440f64b16d803&device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 1131 time: 0.0786843 Aug 24 05:01:48.993830 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-bcf21fcc-4846-43fc-b12a-b3a60edc162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (0d96bc79-64b6-471d-94b5-3459c0a83830), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:48.996359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-bcf21fcc-4846-43fc-b12a-b3a60edc162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:48.997515 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-bcf21fcc-4846-43fc-b12a-b3a60edc162b admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/0d96bc79-64b6-471d-94b5-3459c0a83830 HTTP/1.1" status: 204 len: 168 time: 0.2648320 Aug 24 05:01:48.998877 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-69fcca2b-8241-45a3-96ed-044bf5916f8c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=38f4df75-483d-4a10-9d8a-6cb74e13c335 HTTP/1.1" status: 200 len: 217 time: 0.0602834 Aug 24 05:01:49.044442 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf21fcc-4846-43fc-b12a-b3a60edc162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96bc79-64b6-471d-94b5-3459c0a83830,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:49.073425 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:49.098127 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Deleting port 0b5119e0-6711-499e-88b5-16472ba1c18e {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:01:49.098471 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:49.102047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-a65cbd73-87ee-412f-802b-f00486a22d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:49.103551 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-a65cbd73-87ee-412f-802b-f00486a22d37 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f5c787df-e277-4417-a7a3-189b459124cf HTTP/1.1" status: 200 len: 843 time: 0.0945754 Aug 24 05:01:49.199467 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-19c5400a-100c-42af-8d0a-13a44f2aa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:49.200998 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-19c5400a-100c-42af-8d0a-13a44f2aa891 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=982b17ec-5c9b-459f-b585-384e2c45d667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0851500 Aug 24 05:01:49.256837 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] For port 0b5119e0-6711-499e-88b5-16472ba1c18e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b5119e0-6711-499e-88b5-16472ba1c18e,segment=NetworkSegment(949bcfd5-6228-4cab-8c43-c92f85b3bb00),segment_id=949bcfd5-6228-4cab-8c43-c92f85b3bb00)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:49.257165 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:49.303971 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Calling delete_port for 0b5119e0-6711-499e-88b5-16472ba1c18e owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:01:49.371506 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-5de099f6-23c3-42b9-857b-f86a64e75cb6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/982b17ec-5c9b-459f-b585-384e2c45d667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627858 Aug 24 05:01:49.457815 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:49.514197 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e6af1658-7b6c-4ee7-b5c7-904a10f2fea7 req-fbfebbca-6a5e-4755-9560-ef3085d96b29 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/982b17ec-5c9b-459f-b585-384e2c45d667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350403 Aug 24 05:01:49.553232 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92e078-c088-4116-b476-ebc676095bef req-70a2f4c8-b47b-4d44-9b8c-0383e58e59af tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:49.555512 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4b92e078-c088-4116-b476-ebc676095bef req-70a2f4c8-b47b-4d44-9b8c-0383e58e59af tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 946 time: 0.0586376 Aug 24 05:01:49.628545 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4b92e078-c088-4116-b476-ebc676095bef req-73a7be2c-ace6-46bf-9e98-8d060fe61201 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=2fc5212c-a961-4579-b52c-6c7a248f8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643523 Aug 24 05:01:49.670462 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (0b5119e0-6711-499e-88b5-16472ba1c18e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:49.692728 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['0b5119e0-6711-499e-88b5-16472ba1c18e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:01:49.698669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Pushing event deleted for resources: {'Port': ['ID=0b5119e0-6711-499e-88b5-16472ba1c18e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:49.745542 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41970) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:49.752548 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] No DVR routers for this DVR port 0b5119e0-6711-499e-88b5-16472ba1c18e on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:01:49.754699 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3666e-3029-40d7-98ed-0e342dc8e414 req-ae45b260-c747-43f0-aaa8-a9364c01e5d9 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:49.754948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:49.756379 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b7c3666e-3029-40d7-98ed-0e342dc8e414 req-ae45b260-c747-43f0-aaa8-a9364c01e5d9 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 947 time: 0.0701809 Aug 24 05:01:49.758081 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-799f4466-71fd-4fc2-8939-16bd9d7f1a9e req-e365fc0b-194a-4d1e-9023-146bff7a72ff tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.102 "DELETE /networking/v2.0/ports/0b5119e0-6711-499e-88b5-16472ba1c18e HTTP/1.1" status: 204 len: 173 time: 0.8211851 Aug 24 05:01:49.767107 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1aebea19-6c95-4a44-bf24-919190e9c2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:49.802803 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:49.851833 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b7c3666e-3029-40d7-98ed-0e342dc8e414 req-932e4358-b809-4357-8502-ed3767ba133a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878508 Aug 24 05:01:49.887158 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'name': 'network-vif-deleted', 'tag': '0b5119e0-6711-499e-88b5-16472ba1c18e'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:49.889490 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bfa3ca-aa8a-4ebe-acfa-e147c4151614" -d '{"events": [{"server_uuid": "1d666789-8be4-4c0d-b8ae-29846269ec6c", "name": "network-vif-deleted", "tag": "0b5119e0-6711-499e-88b5-16472ba1c18e"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:49.901955 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c0ed-edbf-490c-bf93-c557d34b5bfd req-f6a6e5c0-de6f-435e-93ed-b8d33c490464 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:49.903519 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e1f1c0ed-edbf-490c-bf93-c557d34b5bfd req-f6a6e5c0-de6f-435e-93ed-b8d33c490464 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0695097 Aug 24 05:01:49.912053 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:49.933856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818a6bfc-0455-40aa-a29c-26cdedf8ad6d x-openstack-request-id: req-818a6bfc-0455-40aa-a29c-26cdedf8ad6d {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:49.934138 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d666789-8be4-4c0d-b8ae-29846269ec6c", "name": "network-vif-deleted", "tag": "0b5119e0-6711-499e-88b5-16472ba1c18e", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:49.934401 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-818a6bfc-0455-40aa-a29c-26cdedf8ad6d {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:49.935329 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818a6bfc-0455-40aa-a29c-26cdedf8ad6d'] response: {'server_uuid': '1d666789-8be4-4c0d-b8ae-29846269ec6c', 'name': 'network-vif-deleted', 'tag': '0b5119e0-6711-499e-88b5-16472ba1c18e', 'status': 'completed', 'code': 200} Aug 24 05:01:49.949966 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1aebea19-6c95-4a44-bf24-919190e9c2ef admin admin] Publish callbacks [] for security_group (08b9b481-f2d3-4f53-871b-f5e25a4ffc4b), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:49.972305 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e1f1c0ed-edbf-490c-bf93-c557d34b5bfd req-e0a9ff88-95af-4cae-afe6-15a1e7cf6ce7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626714 Aug 24 05:01:50.035104 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1aebea19-6c95-4a44-bf24-919190e9c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (08b9b481-f2d3-4f53-871b-f5e25a4ffc4b), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:50.075388 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-1aebea19-6c95-4a44-bf24-919190e9c2ef admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=92e7fd26fa1e4af8ab2febaec4a866d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318679 Aug 24 05:01:50.076178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebea19-6c95-4a44-bf24-919190e9c2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b9b481-f2d3-4f53-871b-f5e25a4ffc4b,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:50.078788 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 41976) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:01:50.130528 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b59901df-1dba-4761-b420-b378af688d6c admin admin] Publish callbacks [] for security_group (08b9b481-f2d3-4f53-871b-f5e25a4ffc4b), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:50.150458 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b59901df-1dba-4761-b420-b378af688d6c admin admin] Publish callbacks [] for security_group (08b9b481-f2d3-4f53-871b-f5e25a4ffc4b), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:50.309091 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b59901df-1dba-4761-b420-b378af688d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (08b9b481-f2d3-4f53-871b-f5e25a4ffc4b), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:50.311709 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b59901df-1dba-4761-b420-b378af688d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:50.313151 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b59901df-1dba-4761-b420-b378af688d6c admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/08b9b481-f2d3-4f53-871b-f5e25a4ffc4b HTTP/1.1" status: 204 len: 168 time: 0.2335703 Aug 24 05:01:50.321308 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59901df-1dba-4761-b420-b378af688d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b9b481-f2d3-4f53-871b-f5e25a4ffc4b,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:50.737760 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-19630ca5-dc3a-4fbf-98c7-19fa75b9e06c req-d8627155-9af6-4fff-970d-df962b976796 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0279431 Aug 24 05:01:50.973602 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971b51-a36b-450c-b5b0-10e141a01236 req-bd5dae38-2737-42b7-ad05-dc69e5e22fe8 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:50.975097 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f6971b51-a36b-450c-b5b0-10e141a01236 req-bd5dae38-2737-42b7-ad05-dc69e5e22fe8 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 947 time: 0.0461802 Aug 24 05:01:51.027566 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f6971b51-a36b-450c-b5b0-10e141a01236 req-e3d84555-e1e7-49ac-9770-721f1d105263 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Aug 24 05:01:51.099525 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cd61e-44b3-4f36-b40d-5c08c33cdda7 req-c9f0cdae-34be-4ae5-8a97-ffbb41000dac tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:51.100995 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-968cd61e-44b3-4f36-b40d-5c08c33cdda7 req-c9f0cdae-34be-4ae5-8a97-ffbb41000dac tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0502157 Aug 24 05:01:51.148634 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-968cd61e-44b3-4f36-b40d-5c08c33cdda7 req-c70fcc4c-13e6-449e-abbf-7c8b285bcb44 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Aug 24 05:01:51.840980 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-200054e8-c51f-4e8c-9947-f8faf15991cc req-2e85d769-717e-4f98-86ed-472638751577 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0286355 Aug 24 05:01:52.149462 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8fec8-4013-43da-8b41-b2849e8550fb req-2a66a77d-d37c-45b0-b9d8-6e7e06ca3ba1 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:52.150939 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-edc8fec8-4013-43da-8b41-b2849e8550fb req-2a66a77d-d37c-45b0-b9d8-6e7e06ca3ba1 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 947 time: 0.0501459 Aug 24 05:01:52.215065 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:52.220967 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-edc8fec8-4013-43da-8b41-b2849e8550fb req-0c1c6da7-8c01-404c-a5f7-1dced04e89b3 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Aug 24 05:01:52.278992 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6e4c0-d8e8-4806-b05d-634979cd852f req-6a027db8-f508-49c8-aa17-97a51a1e60cf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:52.280820 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a4c6e4c0-d8e8-4806-b05d-634979cd852f req-6a027db8-f508-49c8-aa17-97a51a1e60cf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0485325 Aug 24 05:01:52.339270 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a4c6e4c0-d8e8-4806-b05d-634979cd852f req-882d6df7-dac8-4677-80d0-0691b66ea116 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Aug 24 05:01:52.546522 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 0b5119e0-6711-499e-88b5-16472ba1c18e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:01:52.567064 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 0b5119e0-6711-499e-88b5-16472ba1c18e {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:01:52.567422 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 0b5119e0-6711-499e-88b5-16472ba1c18e not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:01:52.963136 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d7896da1-ec0e-46f1-95a1-f4cad41fcdf4 req-b5b026cd-1493-4adb-9f2b-7341015ea011 tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0363717 Aug 24 05:01:53.344140 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13788c-e4fd-47b6-ae43-f693d163d37b req-dfb7cc64-1ac1-4782-b88e-fd6fd879fcf2 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:53.345740 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3e13788c-e4fd-47b6-ae43-f693d163d37b req-dfb7cc64-1ac1-4782-b88e-fd6fd879fcf2 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 947 time: 0.0507970 Aug 24 05:01:53.398002 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3e13788c-e4fd-47b6-ae43-f693d163d37b req-79d8e3b0-6a5d-4e02-9050-3d96d48283e0 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Aug 24 05:01:53.471713 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20ade-7ca5-4895-b923-a6284d952b61 req-c7daa6e9-1732-4bbb-a4e3-ba888e202c4b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:53.473234 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38b20ade-7ca5-4895-b923-a6284d952b61 req-c7daa6e9-1732-4bbb-a4e3-ba888e202c4b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0590303 Aug 24 05:01:53.523244 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38b20ade-7ca5-4895-b923-a6284d952b61 req-2d3be628-14f8-4305-a0b7-38de6aa981d5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Aug 24 05:01:54.074824 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6497714-10bf-4db4-adb3-d48e1931db0e req-1c58d323-c677-4a76-bf89-a445e78f374e tempest-VolumesActionsTest-853892765 tempest-VolumesActionsTest-853892765-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=1d666789-8be4-4c0d-b8ae-29846269ec6c HTTP/1.1" status: 200 len: 210 time: 0.0278287 Aug 24 05:01:54.519051 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5efb2-0af4-4454-a4c1-96f2fbe758d9 req-902eb028-f822-48c5-87bb-72609efedc43 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:54.520451 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-23d5efb2-0af4-4454-a4c1-96f2fbe758d9 req-902eb028-f822-48c5-87bb-72609efedc43 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 947 time: 0.0489392 Aug 24 05:01:54.544234 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 38f4df75-483d-4a10-9d8a-6cb74e13c335 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:01:54.572811 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-23d5efb2-0af4-4454-a4c1-96f2fbe758d9 req-9129f441-8c8a-4752-93a7-934d58716dcb tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467238 Aug 24 05:01:54.665199 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58060449-ca40-4987-83e0-4a67dc444774 req-34ae3f75-9845-441e-be1d-27863d782f99 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:54.666822 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-58060449-ca40-4987-83e0-4a67dc444774 req-34ae3f75-9845-441e-be1d-27863d782f99 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0517192 Aug 24 05:01:54.667667 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 38f4df75-483d-4a10-9d8a-6cb74e13c335, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=38f4df75-483d-4a10-9d8a-6cb74e13c335,segment=NetworkSegment(a3999dcd-bd1d-4cb1-8df9-1e012710b44a),segment_id=a3999dcd-bd1d-4cb1-8df9-1e012710b44a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:54.680060 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '38f4df75-483d-4a10-9d8a-6cb74e13c335', 'network_id': '982b17ec-5c9b-459f-b585-384e2c45d667', 'port_id': '38f4df75-483d-4a10-9d8a-6cb74e13c335', 'mac_address': 'fa:16:3e:a4:93:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c787df-e277-4417-a7a3-189b459124cf', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:01:54.715486 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 38f4df75-483d-4a10-9d8a-6cb74e13c335 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:01:54.715870 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:54.717561 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-58060449-ca40-4987-83e0-4a67dc444774 req-c8ac9b5e-04c6-42fe-9c64-b5d5c75308ee tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Aug 24 05:01:54.730177 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f4df75-483d-4a10-9d8a-6cb74e13c335 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:01:54.753669 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 38f4df75-483d-4a10-9d8a-6cb74e13c335, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=38f4df75-483d-4a10-9d8a-6cb74e13c335,segment=NetworkSegment(a3999dcd-bd1d-4cb1-8df9-1e012710b44a),segment_id=a3999dcd-bd1d-4cb1-8df9-1e012710b44a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:54.834701 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:54.884318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=38f4df75-483d-4a10-9d8a-6cb74e13c335,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:55.306253 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d857a9-0fb1-4c20-b1f0-dbd5b4053051 req-e72945bb-36b3-4a2b-bce4-cd9800e2212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:55.307990 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b0d857a9-0fb1-4c20-b1f0-dbd5b4053051 req-e72945bb-36b3-4a2b-bce4-cd9800e2212e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1130 time: 0.2704339 Aug 24 05:01:55.353622 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b0d857a9-0fb1-4c20-b1f0-dbd5b4053051 req-8ea23704-05be-4c54-973f-ec300efb0a05 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Aug 24 05:01:55.365973 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['38f4df75-483d-4a10-9d8a-6cb74e13c335'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:01:55.692818 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4f491-323e-491d-99de-220b5658afa7 req-34163588-9e9d-4dd9-b862-c75187418bc1 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:55.694309 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01c4f491-323e-491d-99de-220b5658afa7 req-34163588-9e9d-4dd9-b862-c75187418bc1 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 948 time: 0.0478625 Aug 24 05:01:55.751473 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01c4f491-323e-491d-99de-220b5658afa7 req-d8e3211e-aac4-40e7-ac3f-8b869b940715 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469797 Aug 24 05:01:55.839963 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea448a-612f-437e-87cd-660734028b3f req-288b064d-5b3c-4c68-8ad5-4e792fdba8bf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:55.841428 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4ea448a-612f-437e-87cd-660734028b3f req-288b064d-5b3c-4c68-8ad5-4e792fdba8bf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0478683 Aug 24 05:01:55.862776 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:55.894447 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4ea448a-612f-437e-87cd-660734028b3f req-d4b579aa-eb38-4a91-a985-fd42c4872edb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Aug 24 05:01:56.650186 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 38f4df75-483d-4a10-9d8a-6cb74e13c335 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:01:56.680988 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:56.696695 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 38f4df75-483d-4a10-9d8a-6cb74e13c335 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:01:56.783222 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 38f4df75-483d-4a10-9d8a-6cb74e13c335 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:01:56.783915 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:56.863317 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 38f4df75-483d-4a10-9d8a-6cb74e13c335 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:01:56.863714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:56.880187 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539e5b-471a-4f39-b3bf-f5f8c20bcfe0 req-bc9eb93b-f19f-4a31-9123-3dd2f5dfe63a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:56.881702 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ed539e5b-471a-4f39-b3bf-f5f8c20bcfe0 req-bc9eb93b-f19f-4a31-9123-3dd2f5dfe63a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 948 time: 0.0478091 Aug 24 05:01:56.887344 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f4df75-483d-4a10-9d8a-6cb74e13c335'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:01:56.889585 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a89abd-3e75-4144-a6f1-2c0d784a4d80" -d '{"events": [{"server_uuid": "7a802b07-79fa-4c8e-bbd4-ca36e53ef659", "name": "network-vif-plugged", "status": "completed", "tag": "38f4df75-483d-4a10-9d8a-6cb74e13c335"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:01:56.903632 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 38f4df75-483d-4a10-9d8a-6cb74e13c335, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=38f4df75-483d-4a10-9d8a-6cb74e13c335,segment=NetworkSegment(a3999dcd-bd1d-4cb1-8df9-1e012710b44a),segment_id=a3999dcd-bd1d-4cb1-8df9-1e012710b44a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:01:56.931418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe7c82-4e79-4a9b-8fac-098824ca7b3c x-openstack-request-id: req-cefe7c82-4e79-4a9b-8fac-098824ca7b3c {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:01:56.931729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a802b07-79fa-4c8e-bbd4-ca36e53ef659", "name": "network-vif-plugged", "status": "completed", "tag": "38f4df75-483d-4a10-9d8a-6cb74e13c335", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:01:56.931857 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ed539e5b-471a-4f39-b3bf-f5f8c20bcfe0 req-7150302a-3e28-430f-a7ed-002717f39165 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Aug 24 05:01:56.932102 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cefe7c82-4e79-4a9b-8fac-098824ca7b3c {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:01:56.932578 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefe7c82-4e79-4a9b-8fac-098824ca7b3c'] response: {'server_uuid': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f4df75-483d-4a10-9d8a-6cb74e13c335', 'code': 200} Aug 24 05:01:56.960549 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:57.013704 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=38f4df75-483d-4a10-9d8a-6cb74e13c335,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:01:57.036232 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fb90b-633e-4b00-9389-d0c731eeead9 req-63104326-3692-44f0-b75b-86b0c36fd37b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:57.037701 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-756fb90b-633e-4b00-9389-d0c731eeead9 req-63104326-3692-44f0-b75b-86b0c36fd37b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0513406 Aug 24 05:01:57.085056 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-756fb90b-633e-4b00-9389-d0c731eeead9 req-c54cf4ec-da9e-4e1b-97e6-d7c1254a4e67 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Aug 24 05:01:58.050222 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc88e2c-0404-428d-a82f-2ba1add00da8 req-b9974eae-5f4d-456c-b161-896536f9e42b tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:58.051718 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9dc88e2c-0404-428d-a82f-2ba1add00da8 req-b9974eae-5f4d-456c-b161-896536f9e42b tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0456789 Aug 24 05:01:58.098639 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9dc88e2c-0404-428d-a82f-2ba1add00da8 req-d81490de-4a7c-4fd9-85ff-3573ad52e90a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Aug 24 05:01:58.203205 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8eeea-aad3-4115-929c-d81f72a615ee req-46b952e7-b60a-4230-837c-7d61cb3594ec tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:58.204713 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c3f8eeea-aad3-4115-929c-d81f72a615ee req-46b952e7-b60a-4230-837c-7d61cb3594ec tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0492594 Aug 24 05:01:58.256741 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c3f8eeea-aad3-4115-929c-d81f72a615ee req-387360f3-1b1b-461c-9d6d-df42ad93ba52 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Aug 24 05:01:58.712447 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dafc4a-245e-485f-9d01-bb7cbaeebe9a req-95d34ab6-3679-4c03-b138-875e55ff9cf1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:58.713955 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49dafc4a-245e-485f-9d01-bb7cbaeebe9a req-95d34ab6-3679-4c03-b138-875e55ff9cf1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0476227 Aug 24 05:01:58.744759 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:01:58.762237 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49dafc4a-245e-485f-9d01-bb7cbaeebe9a req-3a7247dc-5b7f-4bbf-80d7-c468008e6513 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Aug 24 05:01:59.220251 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180926aa-9f3d-4147-9b18-b4562c848d4a req-d2b20f87-23e9-4a54-995b-67af5c1e5855 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:59.221768 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-180926aa-9f3d-4147-9b18-b4562c848d4a req-d2b20f87-23e9-4a54-995b-67af5c1e5855 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0507543 Aug 24 05:01:59.268784 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-180926aa-9f3d-4147-9b18-b4562c848d4a req-a72b886b-059a-473c-b6c5-2ce4c9871994 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Aug 24 05:01:59.411744 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:01:59.882911 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7be-7e8f-40a7-87e2-9312668fa15d req-7b46718f-8051-4360-a8ee-291787c6dd0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:01:59.884380 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f4fd7be-7e8f-40a7-87e2-9312668fa15d req-7b46718f-8051-4360-a8ee-291787c6dd0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0483234 Aug 24 05:01:59.932004 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f4fd7be-7e8f-40a7-87e2-9312668fa15d req-500ce730-7281-489d-bb3f-4cee92c34cf8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Aug 24 05:02:00.383529 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a535-496d-4781-acb5-bb6a288ce73f req-86dff49b-f25f-4b6b-9ccc-c0f568384e5a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:00.384890 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1753a535-496d-4781-acb5-bb6a288ce73f req-86dff49b-f25f-4b6b-9ccc-c0f568384e5a tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0454216 Aug 24 05:02:00.430861 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1753a535-496d-4781-acb5-bb6a288ce73f req-2785dd0a-5051-4472-bcd4-894e1d3501c0 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Aug 24 05:02:01.053145 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b932be5-0afc-4dba-bc4d-7392bb7e85ed req-bb02c5a8-b519-40c7-88af-7222186d4a75 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:01.054629 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3b932be5-0afc-4dba-bc4d-7392bb7e85ed req-bb02c5a8-b519-40c7-88af-7222186d4a75 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0495746 Aug 24 05:02:01.101114 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3b932be5-0afc-4dba-bc4d-7392bb7e85ed req-e87ec2cb-0c8b-48f9-af09-03e521a366f3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Aug 24 05:02:01.543495 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66200d-da5a-4d07-97d2-9bc8b894f308 req-15d1a6d6-2d81-446b-82c7-d9e77cf564fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:01.545052 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f66200d-da5a-4d07-97d2-9bc8b894f308 req-15d1a6d6-2d81-446b-82c7-d9e77cf564fb service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 1133 time: 0.0392535 Aug 24 05:02:01.551703 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac278c0d-f372-40f9-a227-3753cab6a489 req-a5326947-2612-4ec3-a7c4-ed0478e475e7 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:01.553192 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ac278c0d-f372-40f9-a227-3753cab6a489 req-a5326947-2612-4ec3-a7c4-ed0478e475e7 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0510802 Aug 24 05:02:01.589565 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f66200d-da5a-4d07-97d2-9bc8b894f308 req-65df00fd-7ec7-4f85-af30-5b467f358e68 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 Aug 24 05:02:01.601976 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ac278c0d-f372-40f9-a227-3753cab6a489 req-08976d53-927e-4a14-ae60-7e10ae63d721 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432134 Aug 24 05:02:02.222722 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a0ac1-9bc0-4fda-912d-341cace57f8f req-906af7d9-a904-4137-b58d-f9f71f500f3a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:02.224362 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b60a0ac1-9bc0-4fda-912d-341cace57f8f req-906af7d9-a904-4137-b58d-f9f71f500f3a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0487099 Aug 24 05:02:02.274756 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b60a0ac1-9bc0-4fda-912d-341cace57f8f req-ffc44d4e-6a6c-41bf-8527-dd6d3c41a911 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 Aug 24 05:02:02.464593 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b665e4-21f6-415c-913f-483662e8f607 req-224e45e4-a7cb-455e-99db-b8ca4a2e3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:02.465987 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53b665e4-21f6-415c-913f-483662e8f607 req-224e45e4-a7cb-455e-99db-b8ca4a2e3b8a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1130 time: 0.0411668 Aug 24 05:02:02.558349 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b665e4-21f6-415c-913f-483662e8f607 req-d4947fb8-c6cf-4ae4-a4ff-c86bd89e7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:02.559891 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53b665e4-21f6-415c-913f-483662e8f607 req-d4947fb8-c6cf-4ae4-a4ff-c86bd89e7a48 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.0858321 Aug 24 05:02:02.605961 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53b665e4-21f6-415c-913f-483662e8f607 req-a6b8b764-3d2e-4fef-889d-b3ca4fbb50da service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 200 len: 217 time: 0.0365198 Aug 24 05:02:02.662947 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b665e4-21f6-415c-913f-483662e8f607 req-ea64c9b4-4201-414e-9635-6166afb23710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:02.664462 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53b665e4-21f6-415c-913f-483662e8f607 req-ea64c9b4-4201-414e-9635-6166afb23710 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0476739 Aug 24 05:02:02.910547 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:02.928643 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dfd0-23bf-4381-aefa-d3e1c76f93d1 req-0f40f460-a70c-4b08-bd20-a8a426ee2bb8 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:02.930124 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b186dfd0-23bf-4381-aefa-d3e1c76f93d1 req-0f40f460-a70c-4b08-bd20-a8a426ee2bb8 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.2537470 Aug 24 05:02:02.959522 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=13 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:02.961431 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=13 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:02.976715 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b186dfd0-23bf-4381-aefa-d3e1c76f93d1 req-8b30e8d7-30c9-4a4b-b6df-2e9c2a71bc01 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Aug 24 05:02:03.302212 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:02:03.400560 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2334a7-8331-474d-807b-1f942776be28 req-22176058-c26b-4aaf-99b9-0b76d681c756 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:03.404909 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2c2334a7-8331-474d-807b-1f942776be28 req-22176058-c26b-4aaf-99b9-0b76d681c756 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0478539 Aug 24 05:02:03.430852 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b665e4-21f6-415c-913f-483662e8f607 req-0ac33c92-1597-4cc2-acae-2ba3c710a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:03.432431 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53b665e4-21f6-415c-913f-483662e8f607 req-0ac33c92-1597-4cc2-acae-2ba3c710a5b1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421867 Aug 24 05:02:03.451112 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2c2334a7-8331-474d-807b-1f942776be28 req-b94c649e-2e5f-4f93-9703-2dd4914fdfb9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Aug 24 05:02:03.534899 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53b665e4-21f6-415c-913f-483662e8f607 req-fe04e9bd-49dd-4929-90a6-5b214f838ca7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956059 Aug 24 05:02:03.641273 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53b665e4-21f6-415c-913f-483662e8f607 req-26b78cc2-2007-436c-898e-b87a3251178b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921071 Aug 24 05:02:04.135411 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806355f-ce84-4275-9dbf-e98d0cb0a393 req-3e9e88bb-4362-4f4b-a9a9-8ea093b2bf44 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:04.142372 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e806355f-ce84-4275-9dbf-e98d0cb0a393 req-3e9e88bb-4362-4f4b-a9a9-8ea093b2bf44 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0729988 Aug 24 05:02:04.212277 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e806355f-ce84-4275-9dbf-e98d0cb0a393 req-5d53c0ba-a6c5-431e-a0a2-b80e554d5177 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688131 Aug 24 05:02:04.630563 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197ba83-8117-43ce-b313-6c6b7399a174 req-36cb4b14-b8f2-47d8-b1b2-2b27a2190f2f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:04.641688 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b197ba83-8117-43ce-b313-6c6b7399a174 req-36cb4b14-b8f2-47d8-b1b2-2b27a2190f2f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0907810 Aug 24 05:02:04.709013 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b197ba83-8117-43ce-b313-6c6b7399a174 req-bb05c4ad-101f-4453-a22e-1264e0bea30e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656650 Aug 24 05:02:04.810729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:04.892826 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-73c21ffe-fa94-4598-b5e1-8de79e8725c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:05.330698 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:05.352635 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dadbaf-87ae-4d7d-912d-93b3b4668523 req-702f6300-b2cb-475c-a629-553eeaffb521 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:05.360855 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3dadbaf-87ae-4d7d-912d-93b3b4668523 req-702f6300-b2cb-475c-a629-553eeaffb521 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0633092 Aug 24 05:02:05.431329 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3dadbaf-87ae-4d7d-912d-93b3b4668523 req-f45038e8-5e5e-4a09-8fad-7756c523b775 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693767 Aug 24 05:02:05.933174 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a79dd-bfa5-4388-95b1-cb1742e0e186 req-45fe4ae4-21dd-428d-b6e0-58db7be3c6d1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:05.934898 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a46a79dd-bfa5-4388-95b1-cb1742e0e186 req-45fe4ae4-21dd-428d-b6e0-58db7be3c6d1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0580652 Aug 24 05:02:05.949884 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251fb24-304d-4dcc-bb3b-910ae173d4ba req-75ce17b7-1588-4c85-b862-f7ae80edd292 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:05.957923 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a251fb24-304d-4dcc-bb3b-910ae173d4ba req-75ce17b7-1588-4c85-b862-f7ae80edd292 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.1175160 Aug 24 05:02:06.034935 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a251fb24-304d-4dcc-bb3b-910ae173d4ba req-d6b0eb40-ca8a-4ba7-8c90-bed7965fbbf8 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720506 Aug 24 05:02:06.086771 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a46a79dd-bfa5-4388-95b1-cb1742e0e186 req-90b1287a-040e-4e45-8aba-66490c9aebf8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251559 Aug 24 05:02:06.703338 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 42362) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:06.837097 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bcd44ba5-9a92-4a3b-ad15-78fbcb4a0953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:06.915647 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bcd44ba5-9a92-4a3b-ad15-78fbcb4a0953 admin admin] Publish callbacks [] for security_group (f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:06.971593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bcd44ba5-9a92-4a3b-ad15-78fbcb4a0953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:07.021525 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-bcd44ba5-9a92-4a3b-ad15-78fbcb4a0953 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=0139022fbb4b410695b52da3b45fabc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167655 Aug 24 05:02:07.022498 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd44ba5-9a92-4a3b-ad15-78fbcb4a0953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:07.025620 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42372) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:07.074246 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:07.166746 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f5526728-1557-4d4e-97ab-3c88a549eadb admin admin] Publish callbacks [] for security_group (f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:07.188890 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7647aac2-af16-4542-89db-01e3da0c3d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:07.197910 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f5526728-1557-4d4e-97ab-3c88a549eadb admin admin] Publish callbacks [] for security_group (f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:07.271352 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfb1b1-6cf8-4be8-aad2-465ea8e4d6dc req-55791c49-1c11-4d32-9382-4a2a8721bf55 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:07.272926 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a7bfb1b1-6cf8-4be8-aad2-465ea8e4d6dc req-55791c49-1c11-4d32-9382-4a2a8721bf55 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.1211081 Aug 24 05:02:07.284918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec962b8c-13c0-48b7-934b-18b2bff37f3c req-71e2ed7b-95fc-4a54-bf5d-5058aa02d126 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:07.286402 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ec962b8c-13c0-48b7-934b-18b2bff37f3c req-71e2ed7b-95fc-4a54-bf5d-5058aa02d126 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0731535 Aug 24 05:02:07.337126 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f5526728-1557-4d4e-97ab-3c88a549eadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:07.339933 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f5526728-1557-4d4e-97ab-3c88a549eadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:07.345025 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f5526728-1557-4d4e-97ab-3c88a549eadb admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956 HTTP/1.1" status: 204 len: 168 time: 0.3158274 Aug 24 05:02:07.364518 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5526728-1557-4d4e-97ab-3c88a549eadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7ed93-fcc1-44fa-8d71-b89f7bb8e956,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:07.419374 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a7bfb1b1-6cf8-4be8-aad2-465ea8e4d6dc req-fb76a037-ba8e-4eb5-a256-e6e17b6a1047 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319661 Aug 24 05:02:07.473140 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ec962b8c-13c0-48b7-934b-18b2bff37f3c req-2105cc94-78d8-4d9f-be03-8d6464fc5335 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680589 Aug 24 05:02:08.172354 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42400) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:08.189712 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd3b0-251d-4141-abfe-1cb37a553ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.244130 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:08.283639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd3b0-251d-4141-abfe-1cb37a553ebe admin admin] Publish callbacks [] for security_group (93e88d25-9d3e-410f-919d-cb8ec30d9b5d), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.371622 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd3b0-251d-4141-abfe-1cb37a553ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (93e88d25-9d3e-410f-919d-cb8ec30d9b5d), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.395765 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.414876 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cd3b0-251d-4141-abfe-1cb37a553ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e88d25-9d3e-410f-919d-cb8ec30d9b5d,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:08.420643 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-bc4cd3b0-251d-4141-abfe-1cb37a553ebe admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=5091062794a94b248c26bbf81d987e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471287 Aug 24 05:02:08.426357 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 42404) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:08.434017 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:08.500670 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0ff23516-f7aa-40e9-9d24-382b5a55d820 admin admin] Publish callbacks [] for security_group (93e88d25-9d3e-410f-919d-cb8ec30d9b5d), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.526231 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0ff23516-f7aa-40e9-9d24-382b5a55d820 admin admin] Publish callbacks [] for security_group (93e88d25-9d3e-410f-919d-cb8ec30d9b5d), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.619918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:08.627191 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dd137-5e1f-4efb-a989-8a66aaafb377 req-3b801350-7cda-43ac-870c-1798dadeadee tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:08.634381 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a07dd137-5e1f-4efb-a989-8a66aaafb377 req-3b801350-7cda-43ac-870c-1798dadeadee tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0721178 Aug 24 05:02:08.739383 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bccf3-385f-45b8-88e6-51eba406e64e req-0f7d442f-eee5-4ef7-8a37-67d32f1bdba5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:08.743508 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-299bccf3-385f-45b8-88e6-51eba406e64e req-0f7d442f-eee5-4ef7-8a37-67d32f1bdba5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.1068068 Aug 24 05:02:08.766375 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a07dd137-5e1f-4efb-a989-8a66aaafb377 req-73d7e452-be7b-4cc1-bf98-71cdde266d92 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310627 Aug 24 05:02:08.785805 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0ff23516-f7aa-40e9-9d24-382b5a55d820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (93e88d25-9d3e-410f-919d-cb8ec30d9b5d), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.787393 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0ff23516-f7aa-40e9-9d24-382b5a55d820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:08.788591 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0ff23516-f7aa-40e9-9d24-382b5a55d820 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/93e88d25-9d3e-410f-919d-cb8ec30d9b5d HTTP/1.1" status: 204 len: 168 time: 0.3608656 Aug 24 05:02:08.816810 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff23516-f7aa-40e9-9d24-382b5a55d820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e88d25-9d3e-410f-919d-cb8ec30d9b5d,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:08.828363 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-299bccf3-385f-45b8-88e6-51eba406e64e req-badded81-782f-41ca-b1bf-1ff0ffe079c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785673 Aug 24 05:02:09.667460 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-ad8e2ea8-3c92-48d6-afdb-97fb9a204347 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:09.669029 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-ad8e2ea8-3c92-48d6-afdb-97fb9a204347 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0918250 Aug 24 05:02:09.768760 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Deleting port 38f4df75-483d-4a10-9d8a-6cb74e13c335 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:02:09.778353 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:09.919423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] For port 38f4df75-483d-4a10-9d8a-6cb74e13c335, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=38f4df75-483d-4a10-9d8a-6cb74e13c335,segment=NetworkSegment(a3999dcd-bd1d-4cb1-8df9-1e012710b44a),segment_id=a3999dcd-bd1d-4cb1-8df9-1e012710b44a)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:02:09.920064 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:09.923051 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7015641-4605-4d18-9930-3e8073b431c4 req-220b0a22-a4dd-4b83-8e36-49b61d3536b9 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:09.932304 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d7015641-4605-4d18-9930-3e8073b431c4 req-220b0a22-a4dd-4b83-8e36-49b61d3536b9 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 949 time: 0.0750356 Aug 24 05:02:09.941628 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Calling delete_port for 38f4df75-483d-4a10-9d8a-6cb74e13c335 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:02:09.948568 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:09.989518 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d7015641-4605-4d18-9930-3e8073b431c4 req-fdfedbbd-f87c-4da1-8982-d926ce2327e4 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=16106811-1f32-425b-9763-eb8688be08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560646 Aug 24 05:02:10.013059 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:10.246990 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (38f4df75-483d-4a10-9d8a-6cb74e13c335), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:10.263896 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['38f4df75-483d-4a10-9d8a-6cb74e13c335'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:02:10.303615 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Pushing event deleted for resources: {'Port': ['ID=38f4df75-483d-4a10-9d8a-6cb74e13c335,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:10.408269 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] No DVR routers for this DVR port 38f4df75-483d-4a10-9d8a-6cb74e13c335 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:02:10.443264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:10.447002 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-edcc448e-ac35-459e-832f-d502f533d5e4 req-d0ca5616-8f07-4519-a8f9-c6e49059a744 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.102 "DELETE /networking/v2.0/ports/38f4df75-483d-4a10-9d8a-6cb74e13c335 HTTP/1.1" status: 204 len: 173 time: 0.7721102 Aug 24 05:02:10.451959 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'name': 'network-vif-deleted', 'tag': '38f4df75-483d-4a10-9d8a-6cb74e13c335'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:02:10.451959 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434676ae-7574-46d8-8f37-10d46879a5ba" -d '{"events": [{"server_uuid": "7a802b07-79fa-4c8e-bbd4-ca36e53ef659", "name": "network-vif-deleted", "tag": "38f4df75-483d-4a10-9d8a-6cb74e13c335"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:02:10.489902 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a0053-5c94-47d6-b122-e1b8e9019f21 x-openstack-request-id: req-121a0053-5c94-47d6-b122-e1b8e9019f21 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:02:10.490220 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a802b07-79fa-4c8e-bbd4-ca36e53ef659", "name": "network-vif-deleted", "tag": "38f4df75-483d-4a10-9d8a-6cb74e13c335", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:02:10.490538 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-121a0053-5c94-47d6-b122-e1b8e9019f21 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:02:10.490937 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121a0053-5c94-47d6-b122-e1b8e9019f21'] response: {'server_uuid': '7a802b07-79fa-4c8e-bbd4-ca36e53ef659', 'name': 'network-vif-deleted', 'tag': '38f4df75-483d-4a10-9d8a-6cb74e13c335', 'status': 'completed', 'code': 200} Aug 24 05:02:11.183616 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-56dc76a2-c1b7-4762-a561-4a31e9214652 req-bf55a56a-43b1-4bed-a205-23e103ccd006 tempest-VolumesNegativeTest-384801467 tempest-VolumesNegativeTest-384801467-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7a802b07-79fa-4c8e-bbd4-ca36e53ef659 HTTP/1.1" status: 200 len: 210 time: 0.0487745 Aug 24 05:02:11.759918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42502) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:11.769975 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-071fce3d-8847-4be2-9641-1606c75ea6d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813344858', 'description': 'tempest-description--993325172'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:11.840774 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-071fce3d-8847-4be2-9641-1606c75ea6d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:11.864082 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:11.962603 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-071fce3d-8847-4be2-9641-1606c75ea6d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group (3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.023094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-071fce3d-8847-4be2-9641-1606c75ea6d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.063049 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fce3d-8847-4be2-9641-1606c75ea6d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:12.156160 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-071fce3d-8847-4be2-9641-1606c75ea6d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.157511 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-071fce3d-8847-4be2-9641-1606c75ea6d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3938887 Aug 24 05:02:12.159673 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42508) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:12.167878 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-2b9a710e-eb11-4538-b13c-fce0baae508d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'security_group_rule': {'security_group_id': '3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:12.287847 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2b9a710e-eb11-4538-b13c-fce0baae508d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group_rule (03f69d72-927c-4d2d-ace5-e6e557239bae), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.368833 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:12.376541 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2b9a710e-eb11-4538-b13c-fce0baae508d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group_rule (03f69d72-927c-4d2d-ace5-e6e557239bae), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.450695 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42526) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:12.479831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2b9a710e-eb11-4538-b13c-fce0baae508d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (03f69d72-927c-4d2d-ace5-e6e557239bae), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.528578 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a710e-eb11-4538-b13c-fce0baae508d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f69d72-927c-4d2d-ace5-e6e557239bae,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:12.615182 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2b9a710e-eb11-4538-b13c-fce0baae508d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.615182 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2b9a710e-eb11-4538-b13c-fce0baae508d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4500611 Aug 24 05:02:12.615182 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42534) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:12.624120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-ba558a32-429d-4f68-af9d-128f1322938f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'security_group_rule': {'security_group_id': '3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:12.707398 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6aba5c58-ec89-4883-9fe3-7b8663a6fb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.732392 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 38f4df75-483d-4a10-9d8a-6cb74e13c335 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:02:12.756862 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 38f4df75-483d-4a10-9d8a-6cb74e13c335 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:02:12.757210 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 38f4df75-483d-4a10-9d8a-6cb74e13c335 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:02:12.776631 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ba558a32-429d-4f68-af9d-128f1322938f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group_rule (2ac84f17-4665-459a-b05b-38217f41c882), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.841905 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6aba5c58-ec89-4883-9fe3-7b8663a6fb63 admin admin] Publish callbacks [] for security_group (808c9bee-0f7c-42e6-af7d-3fcbce1f6e25), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.866941 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ba558a32-429d-4f68-af9d-128f1322938f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group_rule (2ac84f17-4665-459a-b05b-38217f41c882), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.898731 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6aba5c58-ec89-4883-9fe3-7b8663a6fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (808c9bee-0f7c-42e6-af7d-3fcbce1f6e25), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.941476 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-6aba5c58-ec89-4883-9fe3-7b8663a6fb63 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=5448aa2dd8f449b8b4ceed31dc32250b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886372 Aug 24 05:02:12.942899 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba5c58-ec89-4883-9fe3-7b8663a6fb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808c9bee-0f7c-42e6-af7d-3fcbce1f6e25,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:12.944774 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 42546) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:12.946293 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ba558a32-429d-4f68-af9d-128f1322938f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (2ac84f17-4665-459a-b05b-38217f41c882), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:12.970435 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba558a32-429d-4f68-af9d-128f1322938f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac84f17-4665-459a-b05b-38217f41c882,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:13.024636 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ba558a32-429d-4f68-af9d-128f1322938f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.026402 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ba558a32-429d-4f68-af9d-128f1322938f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102790 Aug 24 05:02:13.030452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 42548) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:13.041012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:13.056453 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4ef421bb-d56b-4d81-94f3-4544f53f4014 admin admin] Publish callbacks [] for security_group (808c9bee-0f7c-42e6-af7d-3fcbce1f6e25), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.084689 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4ef421bb-d56b-4d81-94f3-4544f53f4014 admin admin] Publish callbacks [] for security_group (808c9bee-0f7c-42e6-af7d-3fcbce1f6e25), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.137330 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.228624 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.257426 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4ef421bb-d56b-4d81-94f3-4544f53f4014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (808c9bee-0f7c-42e6-af7d-3fcbce1f6e25), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.260562 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4ef421bb-d56b-4d81-94f3-4544f53f4014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.262022 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4ef421bb-d56b-4d81-94f3-4544f53f4014 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/808c9bee-0f7c-42e6-af7d-3fcbce1f6e25 HTTP/1.1" status: 204 len: 168 time: 0.3133833 Aug 24 05:02:13.307880 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef421bb-d56b-4d81-94f3-4544f53f4014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808c9bee-0f7c-42e6-af7d-3fcbce1f6e25,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:13.409726 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Allocated IP 172.27.1.3 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/eec039e9-495e-4807-aed1-81c03a56238b) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:02:13.543100 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for port (eec039e9-495e-4807-aed1-81c03a56238b), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.651943 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (eec039e9-495e-4807-aed1-81c03a56238b), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.664089 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:13.675499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:02:13.676459 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:13.700256 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:02:13.704884 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:02:13.745682 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'Port': ['ID=eec039e9-495e-4807-aed1-81c03a56238b,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:13.777714 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:13.922999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (eec039e9-495e-4807-aed1-81c03a56238b), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.050132 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42610) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:14.069856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-48b4a455-5aca-42af-b117-11b009db097d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.158064 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for port (eec039e9-495e-4807-aed1-81c03a56238b), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.181058 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-48b4a455-5aca-42af-b117-11b009db097d admin admin] Publish callbacks [] for security_group (043b33e0-8f60-4b56-bdcc-43bceddced5b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.211523 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (eec039e9-495e-4807-aed1-81c03a56238b), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.212261 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.257084 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-48b4a455-5aca-42af-b117-11b009db097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (043b33e0-8f60-4b56-bdcc-43bceddced5b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.268137 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'Port': ['ID=eec039e9-495e-4807-aed1-81c03a56238b,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:14.299088 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4a455-5aca-42af-b117-11b009db097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043b33e0-8f60-4b56-bdcc-43bceddced5b,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:14.315102 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.315102 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b326e75c-4777-4249-8c7e-cab7c50ca23d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2816658 Aug 24 05:02:14.352421 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-48b4a455-5aca-42af-b117-11b009db097d admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=9f9875cf66fa4305b463a2a9ccec119f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951841 Aug 24 05:02:14.353282 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42638) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:14.432379 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:14.480000 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8aa911e7-0f46-429a-8c53-b23aad8669c3 admin admin] Publish callbacks [] for security_group (043b33e0-8f60-4b56-bdcc-43bceddced5b), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.524072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8aa911e7-0f46-429a-8c53-b23aad8669c3 admin admin] Publish callbacks [] for security_group (043b33e0-8f60-4b56-bdcc-43bceddced5b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.693484 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8aa911e7-0f46-429a-8c53-b23aad8669c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (043b33e0-8f60-4b56-bdcc-43bceddced5b), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.697478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8aa911e7-0f46-429a-8c53-b23aad8669c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:14.697743 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-8aa911e7-0f46-429a-8c53-b23aad8669c3 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/043b33e0-8f60-4b56-bdcc-43bceddced5b HTTP/1.1" status: 204 len: 168 time: 0.3433924 Aug 24 05:02:14.716109 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa911e7-0f46-429a-8c53-b23aad8669c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b33e0-8f60-4b56-bdcc-43bceddced5b,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:15.600970 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-ebc6d713-ddbe-40f2-b43e-5730c139c501 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--813344858&fields=id&tenant_id=f2fd5d378aba473ab58753aecb74a065 HTTP/1.1" status: 200 len: 267 time: 0.0649719 Aug 24 05:02:15.767218 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-25e21d49-6e7c-4238-8f33-706d9e670e05 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:15.769386 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-25e21d49-6e7c-4238-8f33-706d9e670e05 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 818 time: 0.1612539 Aug 24 05:02:15.790260 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:15.798118 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-54fd2107-6941-4793-9fbb-4898918c778f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/quotas/f2fd5d378aba473ab58753aecb74a065 HTTP/1.1" status: 200 len: 375 time: 0.0231295 Aug 24 05:02:15.887079 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-2f5796d9-791a-48a7-86fb-88609395f4fa tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876939 Aug 24 05:02:16.036223 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-c8ee7e66-815e-450c-a256-79f6247412b6 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283395 Aug 24 05:02:16.063453 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42708) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:16.140913 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-669a2c98-68e0-4214-b902-710998faf99b service neutron] 10.222.0.105 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982671 Aug 24 05:02:16.297484 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-286405809-network', 'tenant_id': '2dd4d1addbd348c0a9608c7b3fe27157'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:16.406236 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Made reservation on behalf of 2dd4d1addbd348c0a9608c7b3fe27157 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:02:16.411584 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:16.439060 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:16.446233 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:16.496994 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c31e10d-94b7-43ba-b9ac-14216f5bafb7 req-39428ffc-4023-4f72-a828-ab98aa75b798 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 210 time: 0.0947983 Aug 24 05:02:16.602057 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks [] for security_group (d2f17221-4e7f-4f69-90b3-592a39761ec5), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:16.670779 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d2f17221-4e7f-4f69-90b3-592a39761ec5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:16.715232 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:02:16.721331 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f17221-4e7f-4f69-90b3-592a39761ec5,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:16.730612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (fa0ffba5-4235-49fc-9164-66ba739d7f63), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:16.731274 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Added segment fa0ffba5-4235-49fc-9164-66ba739d7f63 of type vlan for network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 Aug 24 05:02:16.797787 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:16.891802 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:16.893169 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:16.894070 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:17.043094 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 42794) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:17.044418 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9798203 Aug 24 05:02:17.047178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eb1f1-2418-4f46-b4c7-ebfc28c8c5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:17.062450 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:02:17.074580 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Request body: {'subnet': {'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-286405809-subnet', 'tenant_id': '2dd4d1addbd348c0a9608c7b3fe27157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:17.179764 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Made reservation on behalf of 2dd4d1addbd348c0a9608c7b3fe27157 for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:02:17.191621 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:17.603199 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (b655bdad-7067-45dd-ada9-6055710f063b), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:17.692215 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d2f8aee1-b4cf-4f7c-8513-40d5e256bd09 req-5a427ec2-4902-4cd4-a348-dd116c9e6315 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 210 time: 0.1106570 Aug 24 05:02:17.746354 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b655bdad-7067-45dd-ada9-6055710f063b,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:17.750691 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Checking segment: {'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:02:17.751112 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Network hostable DHCP agents. Network: 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:02:17.879110 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:02:17.942756 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:02:17.947332 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:17.967425 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:17.972586 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71fd8a-f065-4305-9594-7275a9305142 None None] Network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:02:18.071799 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0e6cf3af-81e1-496f-a5af-d0412fff153a admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0268667 Aug 24 05:02:18.221631 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0407f-aa2d-4422-8a74-a4faa85f7486 None None] Network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:02:18.311401 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:18.841625 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dbd8eaeb-e371-4423-a65a-e1ce2508ce4c req-859aca47-a89f-4bbd-9e1c-7f7c0ae80f0d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 210 time: 0.0389669 Aug 24 05:02:19.102667 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:19.125282 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-47006ae2-137a-4ce0-b519-7a22b7846864 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:19.126750 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-47006ae2-137a-4ce0-b519-7a22b7846864 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 818 time: 0.1296871 Aug 24 05:02:19.225980 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-b469574b-018a-42ae-9770-b436c6e68439 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f2fd5d378aba473ab58753aecb74a065 HTTP/1.1" status: 200 len: 379 time: 0.0770512 Aug 24 05:02:19.225980 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'port': {'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'admin_state_up': True, 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'security_groups': ['3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:19.493486 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Made reservation on behalf of f2fd5d378aba473ab58753aecb74a065 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:02:19.497709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:19.665001 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Allocated IP 172.20.0.8 (45b5889b-1fed-4157-a576-0b6107ddbe4e/b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd/bdc60fa6-aa75-4b6a-8e66-263b78acb0f7) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:02:19.838596 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:19.931651 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:19.944346 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:19.986547 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:02:19.987548 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06e9e2-1450-4cf3-abcf-bdecd594eb94 req-02e90255-5de2-462e-9bd5-521ee3735620 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:19.989477 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d06e9e2-1450-4cf3-abcf-bdecd594eb94 req-02e90255-5de2-462e-9bd5-521ee3735620 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 931 time: 0.0568256 Aug 24 05:02:19.991047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:02:19.995737 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:02:19.998581 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:20.029074 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event updated for resources: {'Port': ['ID=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:20.054129 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d06e9e2-1450-4cf3-abcf-bdecd594eb94 req-aa1cca9c-1531-424d-855d-a0986b231203 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570457 Aug 24 05:02:20.062920 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:20.063900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:20.141969 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-b17025cb-23a1-42cf-9926-c045c3bd56c7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9211609 Aug 24 05:02:20.160457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Request body: {'port': {'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:20.252601 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:20.379579 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-74832f05-0acd-4622-bbe8-323c89c18150 None None] Provisioning complete for port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:02:20.380899 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74832f05-0acd-4622-bbe8-323c89c18150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:20.439171 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-74832f05-0acd-4622-bbe8-323c89c18150 None None] Port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:02:20.526318 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:20.640799 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:02:20.649963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Publish callbacks [] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:20.665289 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Transition to ACTIVE for port object bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:02:20.720156 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:20.815755 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:20.862347 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Attempting to bind port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:02:20.862984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Attempting to bind port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:02:20.863255 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Attempting to bind port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:02:20.868630 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 on network 45b5889b-1fed-4157-a576-0b6107ddbe4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:02:20.869136 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Attempting to bind port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 on network 45b5889b-1fed-4157-a576-0b6107ddbe4e {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:02:20.876120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:02:20.876457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Checking segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:02:20.877011 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Bound using segment: {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:02:20.877458 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Bound port: bdc60fa6-aa75-4b6a-8e66-263b78acb0f7, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1903aa5-3bcc-4eee-acd1-3849844997ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:02:20.877818 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:20.994245 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] For port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:02:21.003190 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] For port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:02:21.058122 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:21.062238 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:21.062850 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:21.064689 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 1093 time: 0.9141483 Aug 24 05:02:21.068305 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:02:21.085399 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:02:21.220914 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 42972) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:21.221438 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59bcb6b-2e16-47ac-9d2d-baf50918dffe x-openstack-request-id: req-d59bcb6b-2e16-47ac-9d2d-baf50918dffe {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:02:21.221438 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:02:21.221900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d59bcb6b-2e16-47ac-9d2d-baf50918dffe {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:02:21.223204 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59bcb6b-2e16-47ac-9d2d-baf50918dffe'] response: {'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'status': 'completed', 'code': 200} Aug 24 05:02:21.331493 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-7245f410-0a14-42c5-a903-428706e7d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:21.333970 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-7245f410-0a14-42c5-a903-428706e7d758 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1127 time: 0.1092060 Aug 24 05:02:21.382447 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-428eebee-b7c1-41b3-97c0-b813acbca6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:21.411224 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1d40d-f962-467a-9c0a-2909321e8c4f req-a29979ec-056e-43e2-9715-0c8d51bb0588 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:21.413206 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-19e1d40d-f962-467a-9c0a-2909321e8c4f req-a29979ec-056e-43e2-9715-0c8d51bb0588 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 943 time: 0.1264851 Aug 24 05:02:21.440498 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-c41e039f-ad0d-4b62-aab6-f1bf4093a50e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 217 time: 0.0987003 Aug 24 05:02:21.460000 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d97b5-6820-4ba8-9ec8-d5b3c5621046 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:21.518727 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:21.519838 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-a8efa102-dd69-4a57-a4a9-5620c86e05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:21.521909 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-a8efa102-dd69-4a57-a4a9-5620c86e05f8 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0698743 Aug 24 05:02:21.534576 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-19e1d40d-f962-467a-9c0a-2909321e8c4f req-bf3a39bc-2922-4d08-8148-ba6d701547c1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953581 Aug 24 05:02:21.621592 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49979882-a99b-4e54-a222-b324844ebb36 req-6b06a492-78b4-4e8b-8be4-9fffb0e52fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:21.627894 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-6b06a492-78b4-4e8b-8be4-9fffb0e52fdf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954165 Aug 24 05:02:21.676894 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-428eebee-b7c1-41b3-97c0-b813acbca6bc admin admin] Publish callbacks [] for security_group (7530a0dd-1970-4c62-9f8e-e21e83f8d5c4), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:21.708884 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-428eebee-b7c1-41b3-97c0-b813acbca6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7530a0dd-1970-4c62-9f8e-e21e83f8d5c4), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:21.783292 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:21.784219 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 42986) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:21.807669 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eebee-b7c1-41b3-97c0-b813acbca6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7530a0dd-1970-4c62-9f8e-e21e83f8d5c4,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:21.814371 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-141cdb88-9048-4018-905d-7b48b7ef3610 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782219 Aug 24 05:02:21.832223 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-428eebee-b7c1-41b3-97c0-b813acbca6bc admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=80394175293a4901862b2cfacc09b18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6101954 Aug 24 05:02:21.833031 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 42990) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:21.898073 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27ccff2e-9d93-495d-9f0a-38f83e23359d admin admin] Publish callbacks [] for security_group (7530a0dd-1970-4c62-9f8e-e21e83f8d5c4), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:21.926763 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27ccff2e-9d93-495d-9f0a-38f83e23359d admin admin] Publish callbacks [] for security_group (7530a0dd-1970-4c62-9f8e-e21e83f8d5c4), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:21.973547 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-49979882-a99b-4e54-a222-b324844ebb36 req-dfa73b57-d393-4858-8e2e-60b187d932f6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500897 Aug 24 05:02:22.104749 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27ccff2e-9d93-495d-9f0a-38f83e23359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7530a0dd-1970-4c62-9f8e-e21e83f8d5c4), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:22.107330 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-27ccff2e-9d93-495d-9f0a-38f83e23359d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:22.111489 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-27ccff2e-9d93-495d-9f0a-38f83e23359d admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/7530a0dd-1970-4c62-9f8e-e21e83f8d5c4 HTTP/1.1" status: 204 len: 168 time: 0.2740843 Aug 24 05:02:22.111634 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-a51cf63e-b1b6-4565-9848-02a52595212e admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=4f3f7cf061114254b3a440f64b16d803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175881 Aug 24 05:02:22.111739 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43002) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:22.152538 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccff2e-9d93-495d-9f0a-38f83e23359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7530a0dd-1970-4c62-9f8e-e21e83f8d5c4,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:22.198862 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-df9bc580-befc-4d83-95df-b0958c30828f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:22.200387 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-df9bc580-befc-4d83-95df-b0958c30828f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/networks?id=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 HTTP/1.1" status: 200 len: 813 time: 0.2149892 Aug 24 05:02:22.220496 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cac7a136-eccf-49f7-a2a7-a04fc6acc2e8 admin admin] Publish callbacks [] for security_group (16106811-1f32-425b-9763-eb8688be08f1), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:22.239486 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-1922be96-384b-4cbe-a683-eb56382049c3 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/quotas/2dd4d1addbd348c0a9608c7b3fe27157 HTTP/1.1" status: 200 len: 375 time: 0.0331943 Aug 24 05:02:22.270378 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cac7a136-eccf-49f7-a2a7-a04fc6acc2e8 admin admin] Publish callbacks [] for security_group (16106811-1f32-425b-9763-eb8688be08f1), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:22.297018 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-bf9455d2-934d-478f-b03d-d604f285ff83 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556357 Aug 24 05:02:22.334682 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:22.423341 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-6f32e958-c63e-483e-9575-14eb18263d8a service neutron] 10.222.0.105 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173892 Aug 24 05:02:22.453925 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cac7a136-eccf-49f7-a2a7-a04fc6acc2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (16106811-1f32-425b-9763-eb8688be08f1), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:22.457579 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cac7a136-eccf-49f7-a2a7-a04fc6acc2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:22.462687 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-cac7a136-eccf-49f7-a2a7-a04fc6acc2e8 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/16106811-1f32-425b-9763-eb8688be08f1 HTTP/1.1" status: 204 len: 168 time: 0.3435681 Aug 24 05:02:22.480523 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7a136-eccf-49f7-a2a7-a04fc6acc2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16106811-1f32-425b-9763-eb8688be08f1,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:22.588770 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-857c8c3e-8ec1-4bfd-888a-43df19b39b27 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573527 Aug 24 05:02:22.719367 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ec07d-c558-4921-8ce6-9ed82bdab0b1 req-91244478-4586-4015-80dd-275c36262668 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:22.721084 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d60ec07d-c558-4921-8ce6-9ed82bdab0b1 req-91244478-4586-4015-80dd-275c36262668 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 943 time: 0.0647449 Aug 24 05:02:22.794574 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d60ec07d-c558-4921-8ce6-9ed82bdab0b1 req-20879ff1-0c74-4e88-9e3e-2329c031b358 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668004 Aug 24 05:02:23.016060 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 43024) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:23.029014 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-679decc1-577c-4932-8121-b29e12609471 req-67407371-d982-4942-87af-f2628164c041 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 210 time: 0.0606682 Aug 24 05:02:23.029566 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa4ed-3468-4b8c-81d3-6e024cf5cdd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:23.057978 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:23.199072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa4ed-3468-4b8c-81d3-6e024cf5cdd8 admin admin] Publish callbacks [] for security_group (7caa3725-3c13-4cec-a5eb-0f940e480544), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:23.285673 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa4ed-3468-4b8c-81d3-6e024cf5cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7caa3725-3c13-4cec-a5eb-0f940e480544), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:23.330588 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ed6aa4ed-3468-4b8c-81d3-6e024cf5cdd8 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=229610c5441448e68ce3a3ed443727e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133872 Aug 24 05:02:23.331868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aa4ed-3468-4b8c-81d3-6e024cf5cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa3725-3c13-4cec-a5eb-0f940e480544,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:23.333513 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43030) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:23.387053 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33b8b41d-c660-476d-98e4-ab74130463f3 admin admin] Publish callbacks [] for security_group (7caa3725-3c13-4cec-a5eb-0f940e480544), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:23.408783 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33b8b41d-c660-476d-98e4-ab74130463f3 admin admin] Publish callbacks [] for security_group (7caa3725-3c13-4cec-a5eb-0f940e480544), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:23.442533 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:23.542198 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33b8b41d-c660-476d-98e4-ab74130463f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7caa3725-3c13-4cec-a5eb-0f940e480544), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:23.545007 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33b8b41d-c660-476d-98e4-ab74130463f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:23.546222 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-33b8b41d-c660-476d-98e4-ab74130463f3 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/7caa3725-3c13-4cec-a5eb-0f940e480544 HTTP/1.1" status: 204 len: 168 time: 0.2109761 Aug 24 05:02:23.556960 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8b41d-c660-476d-98e4-ab74130463f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa3725-3c13-4cec-a5eb-0f940e480544,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:23.913467 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455983f7-647c-4b6f-a475-40de0712c80a req-0f135386-809d-4bb9-9922-6011b35686b0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:23.914971 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-455983f7-647c-4b6f-a475-40de0712c80a req-0f135386-809d-4bb9-9922-6011b35686b0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 943 time: 0.0481126 Aug 24 05:02:23.973063 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-455983f7-647c-4b6f-a475-40de0712c80a req-8359fa60-e9bb-41d6-a18a-081780548f14 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Aug 24 05:02:24.116166 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0044ac7a-750a-43a4-8509-da0cba775325 req-4dcfe6db-2384-45c9-a285-586722bf2c54 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 210 time: 0.0310020 Aug 24 05:02:25.088277 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bcb13-ed65-4cab-9fc2-84305902e6e1 req-6ea07115-a107-448e-91a6-621995ee0969 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:25.089781 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ae5bcb13-ed65-4cab-9fc2-84305902e6e1 req-6ea07115-a107-448e-91a6-621995ee0969 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 943 time: 0.0488858 Aug 24 05:02:25.139627 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ae5bcb13-ed65-4cab-9fc2-84305902e6e1 req-469a3f5a-3cd9-4e5e-84b8-29c6d57fa8b9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434151 Aug 24 05:02:25.218890 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ca5daea-e32e-40ff-b4ef-698dfdb7580e req-ba19a0d4-c20a-48cc-b5aa-e64065034edc tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 210 time: 0.0274019 Aug 24 05:02:25.343563 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-faa5f93a-d018-418d-a3e4-e645bd62759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:25.343563 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-faa5f93a-d018-418d-a3e4-e645bd62759f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1127 time: 0.0401185 Aug 24 05:02:25.344882 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=6 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:25.443092 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-52e75cff-06d5-4c9e-b400-60e2b8c99c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:25.444666 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-52e75cff-06d5-4c9e-b400-60e2b8c99c49 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.0992134 Aug 24 05:02:25.510856 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-c599ce34-7a8a-48a4-9dc7-ae019864c25e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 217 time: 0.0573328 Aug 24 05:02:25.574899 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-d3a097ee-0167-46e5-8d27-3a6bd4ac4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:25.576659 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-d3a097ee-0167-46e5-8d27-3a6bd4ac4e02 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0585644 Aug 24 05:02:25.629185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-81d1babd-2398-4232-9f91-ab77c9302737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:25.630913 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-81d1babd-2398-4232-9f91-ab77c9302737 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414288 Aug 24 05:02:25.726006 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-48caf9f7-ee76-4d4c-841a-db4fadf20ede service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878100 Aug 24 05:02:25.828747 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1f93bff4-3c8a-414e-bafb-e83d8d4ae29e req-84a04d69-7d84-433b-8571-5216eece09a0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945473 Aug 24 05:02:26.260586 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c80ec1-62b9-4641-8328-a24b7d1353bb req-b581f514-c603-4ae6-9d72-05960bdbb904 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:26.262080 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a3c80ec1-62b9-4641-8328-a24b7d1353bb req-b581f514-c603-4ae6-9d72-05960bdbb904 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 943 time: 0.0496984 Aug 24 05:02:26.340110 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a3c80ec1-62b9-4641-8328-a24b7d1353bb req-3fe13ba3-be0a-4150-8ae7-04063a0f9ea1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717003 Aug 24 05:02:26.342167 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5497da35-32ba-42a5-9857-6ab38c4b584e req-959cf084-4558-46ca-b907-e0fc99b90692 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 210 time: 0.0332749 Aug 24 05:02:26.558409 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-13805896-951f-4c4b-afb7-72936e1eb94a tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:26.559937 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-13805896-951f-4c4b-afb7-72936e1eb94a tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "GET /networking/v2.0/networks?id=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 HTTP/1.1" status: 200 len: 813 time: 0.1112854 Aug 24 05:02:26.572535 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Request body: {'port': {'device_id': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161', 'admin_state_up': True, 'tenant_id': '2dd4d1addbd348c0a9608c7b3fe27157'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:26.668957 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:26.793961 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Made reservation on behalf of 2dd4d1addbd348c0a9608c7b3fe27157 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:02:26.798563 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:26.829429 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:02:26.832915 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:26.908852 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:26.932948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Allocated IP 172.20.0.4 (5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161/b655bdad-7067-45dd-ada9-6055710f063b/6582e8f7-2c4c-46ea-842e-2f3abcaf9209) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:02:26.942474 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:02:26.954308 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'mac_address': 'fa:16:3e:d3:a1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:02:26.989841 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:02:26.990236 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.004778 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:02:27.022023 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:27.025766 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:02:27.087494 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks [] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.090482 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.137991 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:27.145144 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.145497 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.145878 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.146233 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.146577 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.146908 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.147470 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.147801 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.148153 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.148500 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.148829 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.149170 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.149499 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.149822 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.150144 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.194295 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.240265 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:02:27.243527 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:02:27.245881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:02:27.271406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Pushing event updated for resources: {'Port': ['ID=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:27.282623 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.283010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.283372 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.283709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.284039 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.284363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.284689 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.285013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.285336 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.285658 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.285980 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.286299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.286619 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.286936 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.287293 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.311444 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:27.312186 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.425651 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-019653ef-d0ab-4ee1-8d5a-3db465bf3e8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568785 Aug 24 05:02:27.441983 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Request body: {'port': {'device_id': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:27.445612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:27.447762 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43160) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:27.507514 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.518787 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:02:27.572732 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e95ac-5165-45ef-b291-c5d7085c3b5e req-4215e888-1b2a-4f0d-bc8e-a0ca1dc71617 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:27.581599 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-917e95ac-5165-45ef-b291-c5d7085c3b5e req-4215e888-1b2a-4f0d-bc8e-a0ca1dc71617 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 944 time: 0.1516275 Aug 24 05:02:27.586273 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Deleting subnet 4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:02:27.591757 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Publish callbacks [] for subnet (4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.624229 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df96d8-47a7-4fce-8ab9-c0074c6a0675 req-49366167-43dc-45d5-a5fb-5810fb3b09e2 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:27.626010 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f6df96d8-47a7-4fce-8ab9-c0074c6a0675 req-49366167-43dc-45d5-a5fb-5810fb3b09e2 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 931 time: 0.1837041 Aug 24 05:02:27.696678 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:27.702108 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Publish callbacks [] for subnet (4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.709944 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-917e95ac-5165-45ef-b291-c5d7085c3b5e req-34fafe63-e9f0-4de6-8012-a1022327db9f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271696 Aug 24 05:02:27.715838 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.774461 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f6df96d8-47a7-4fce-8ab9-c0074c6a0675 req-5b891c76-b279-4b80-8e79-3eaf3761f4b6 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220663 Aug 24 05:02:27.831607 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:02:27.839751 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Publish callbacks [] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.852651 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Transition to ACTIVE for port object 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:02:27.862345 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.888563 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:27.897080 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:27.897080 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/4d685cbc-22a6-4eb2-9ea9-41044fe0a3ae HTTP/1.1" status: 204 len: 168 time: 0.4475362 Aug 24 05:02:27.898985 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 43170) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:27.901123 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.901471 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.901811 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.902149 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.902480 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.902804 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.903163 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.903486 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.903812 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.904134 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.904452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.904773 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.905093 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.905449 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.905766 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd20d0-4636-4b77-af74-273806e3f5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:02:27.966877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.229687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (edf3dec8-f9c5-48cd-92fa-61fa29272111), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.232747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:28.272897 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:28.383350 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (edf3dec8-f9c5-48cd-92fa-61fa29272111), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.391955 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Attempting to bind port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:02:28.392287 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Attempting to bind port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:02:28.392613 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Attempting to bind port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 on network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:02:28.405378 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 on network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:02:28.406134 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Attempting to bind port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 on network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:02:28.412686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf3dec8-f9c5-48cd-92fa-61fa29272111']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:02:28.414912 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:02:28.415283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Checking segment: {'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:02:28.415661 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Bound using segment: {'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:02:28.416089 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Bound port: 6582e8f7-2c4c-46ea-842e-2f3abcaf9209, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:02:28.416444 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.432104 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949bcfd5-6228-4cab-8c43-c92f85b3bb00') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:02:28.432413 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949bcfd5-6228-4cab-8c43-c92f85b3bb00') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:02:28.445951 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (949bcfd5-6228-4cab-8c43-c92f85b3bb00), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.509037 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (949bcfd5-6228-4cab-8c43-c92f85b3bb00), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.531528 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:02:28.531904 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (949bcfd5-6228-4cab-8c43-c92f85b3bb00), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.561075 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-736bb27c-674f-4624-9cff-260f0f966160 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845070 Aug 24 05:02:28.561075 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 949bcfd5-6228-4cab-8c43-c92f85b3bb00 resource provider aggregate not found Aug 24 05:02:28.573673 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] For port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:02:28.578997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] For port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:02:28.608877 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 949bcfd5-6228-4cab-8c43-c92f85b3bb00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 949bcfd5-6228-4cab-8c43-c92f85b3bb00 found for delete ", "request_id": "req-dd981c6d-1afd-45e3-bbe3-7a632ab0c5c6"}]} Aug 24 05:02:28.619774 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:28.651585 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-2668307d-da01-476b-b6cc-81c3e1962e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:28.653159 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-2668307d-da01-476b-b6cc-81c3e1962e0d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 1129 time: 0.0434282 Aug 24 05:02:28.693718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.706273 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:28.706872 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.708220 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/6582e8f7-2c4c-46ea-842e-2f3abcaf9209 HTTP/1.1" status: 200 len: 1093 time: 1.2727315 Aug 24 05:02:28.708647 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'tag': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:02:28.710894 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbdab9-996e-4f51-aa4f-25e7ca44cbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "c457eac0-4570-4491-8e1a-d09cd8fd7d80", "tag": "6582e8f7-2c4c-46ea-842e-2f3abcaf9209"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:02:28.737951 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (edf3dec8-f9c5-48cd-92fa-61fa29272111), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.775787 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81c3a59-9c97-4840-9d81-b479a3209332 x-openstack-request-id: req-b81c3a59-9c97-4840-9d81-b479a3209332 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:02:28.776072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c457eac0-4570-4491-8e1a-d09cd8fd7d80", "tag": "6582e8f7-2c4c-46ea-842e-2f3abcaf9209", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:02:28.776383 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b81c3a59-9c97-4840-9d81-b479a3209332 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:02:28.776697 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81c3a59-9c97-4840-9d81-b479a3209332'] response: {'name': 'network-changed', 'server_uuid': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'tag': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209', 'status': 'completed', 'code': 200} Aug 24 05:02:28.788869 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:28.793783 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/edf3dec8-f9c5-48cd-92fa-61fa29272111 HTTP/1.1" status: 204 len: 168 time: 0.8907232 Aug 24 05:02:28.828223 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:02:28.842643 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676edb6-f45b-4724-9e2b-14db0779a56a req-1a8089c0-6b9c-4a6a-b5da-cd5104ef9624 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:28.843243 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c8bf9-3993-4716-9fee-013486fd9ead admin admin] Pushing event deleted for resources: {'Network': ['ID=edf3dec8-f9c5-48cd-92fa-61fa29272111,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:28.854606 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9676edb6-f45b-4724-9e2b-14db0779a56a req-1a8089c0-6b9c-4a6a-b5da-cd5104ef9624 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 944 time: 0.0650501 Aug 24 05:02:28.883648 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a2b3d-142e-4f14-9a44-d1371d8e31a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:28.906356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-1f87a854-090f-49ae-951f-0344fe01b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:28.907950 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-1f87a854-090f-49ae-951f-0344fe01b78f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 916 time: 0.2340107 Aug 24 05:02:28.909052 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbdab9-996e-4f51-aa4f-25e7ca44cbaf req-ce3cfec8-663b-4300-8c91-40fd3a93c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:28.911821 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1fcbdab9-996e-4f51-aa4f-25e7ca44cbaf req-ce3cfec8-663b-4300-8c91-40fd3a93c382 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 1127 time: 0.1193204 Aug 24 05:02:28.915748 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9676edb6-f45b-4724-9e2b-14db0779a56a req-a8076b32-8512-44be-a6dd-1dbeb50fa4df tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616641 Aug 24 05:02:28.927799 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:02:28.982062 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6a35b-f839-476b-85a1-9f06e0994c23 req-a338ce24-1620-4faa-985b-5c107aa839dc tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:28.983957 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07c6a35b-f839-476b-85a1-9f06e0994c23 req-a338ce24-1620-4faa-985b-5c107aa839dc tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 943 time: 0.0662198 Aug 24 05:02:29.035389 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:29.043419 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07c6a35b-f839-476b-85a1-9f06e0994c23 req-e3cb080f-8aad-400d-b853-9d94ff212cbe tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536270 Aug 24 05:02:29.049064 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-6f9ed100-c044-46a2-aa0a-0cb4606ef5d2 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b8866d6-c018-428f-b34a-771e00bb44a7 HTTP/1.1" status: 200 len: 1001 time: 0.1242590 Aug 24 05:02:29.050818 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:02:29.051448 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.116691 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbdab9-996e-4f51-aa4f-25e7ca44cbaf req-8faddcfd-5f16-4a50-ac81-d471b69bbdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:29.118013 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1fcbdab9-996e-4f51-aa4f-25e7ca44cbaf req-8faddcfd-5f16-4a50-ac81-d471b69bbdff service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1858094 Aug 24 05:02:29.136155 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-a169586c-ed9d-4fa8-810c-1c971e1e0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:29.137557 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-a169586c-ed9d-4fa8-810c-1c971e1e0811 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.0759959 Aug 24 05:02:29.147437 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:02:29.147826 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.174796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:02:29.177359 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5f9811-4184-40ee-ba71-f1a01713abc4" -d '{"events": [{"server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "name": "network-vif-plugged", "status": "completed", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:02:29.191828 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:02:29.200823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:29.220395 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb9b64-2a2e-4024-b6dd-e1cced9316e5 x-openstack-request-id: req-0dcb9b64-2a2e-4024-b6dd-e1cced9316e5 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:02:29.221090 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "name": "network-vif-plugged", "status": "completed", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:02:29.221348 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0dcb9b64-2a2e-4024-b6dd-e1cced9316e5 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:02:29.221754 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcb9b64-2a2e-4024-b6dd-e1cced9316e5'] response: {'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'code': 200} Aug 24 05:02:29.234322 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-b0920c65-75ab-453e-8482-17a380aef93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:29.235888 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-b0920c65-75ab-453e-8482-17a380aef93b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839040 Aug 24 05:02:29.261960 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.301398 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbdab9-996e-4f51-aa4f-25e7ca44cbaf req-9d3c1ed4-fd15-4436-89ea-602068144a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:29.303005 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1fcbdab9-996e-4f51-aa4f-25e7ca44cbaf req-9d3c1ed4-fd15-4436-89ea-602068144a68 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1764188 Aug 24 05:02:29.318056 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:29.339901 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43210) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:29.362541 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-fec94000-4ef4-4ab4-b89d-7077ae1db1d0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167679 Aug 24 05:02:29.396982 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b1f80c5d-c6d8-40ca-8c42-6d6d26c4c57d admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=6458afad3a654baebc09ce00a9d695bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555725 Aug 24 05:02:29.399373 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43212) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:29.434272 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.439215 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-4014f13c-65c7-422c-b4db-944f1553cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:29.449085 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-4014f13c-65c7-422c-b4db-944f1553cf62 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 1127 time: 0.0593605 Aug 24 05:02:29.454777 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-238f7bee-81ba-4a42-9bd0-844cb1c0afa9 admin admin] Publish callbacks [] for security_group (2fc5212c-a961-4579-b52c-6c7a248f8a96), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.476535 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-238f7bee-81ba-4a42-9bd0-844cb1c0afa9 admin admin] Publish callbacks [] for security_group (2fc5212c-a961-4579-b52c-6c7a248f8a96), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.508304 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-f66e7676-5ecb-4735-9650-aca8c45158af service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6582e8f7-2c4c-46ea-842e-2f3abcaf9209 HTTP/1.1" status: 200 len: 217 time: 0.0378318 Aug 24 05:02:29.567900 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f0be1e52-ce24-4ffe-9261-87d4d163ecb9 req-c5042afc-3903-4711-9a42-30b3442b2319 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949339 Aug 24 05:02:29.608968 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-42d9836c-3dfa-4131-90f4-ac4b5ea4ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:29.610501 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-42d9836c-3dfa-4131-90f4-ac4b5ea4ff7a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b655bdad-7067-45dd-ada9-6055710f063b HTTP/1.1" status: 200 len: 853 time: 0.0937235 Aug 24 05:02:29.611688 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094054fb-a9ac-4b8d-bbd2-b709be987650 req-faa1187b-4e7e-4679-a7f7-b0cdffed02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:29.612982 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-094054fb-a9ac-4b8d-bbd2-b709be987650 req-faa1187b-4e7e-4679-a7f7-b0cdffed02f3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1129 time: 0.0610046 Aug 24 05:02:29.656880 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-238f7bee-81ba-4a42-9bd0-844cb1c0afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (2fc5212c-a961-4579-b52c-6c7a248f8a96), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.659720 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-238f7bee-81ba-4a42-9bd0-844cb1c0afa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:29.660885 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-238f7bee-81ba-4a42-9bd0-844cb1c0afa9 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/2fc5212c-a961-4579-b52c-6c7a248f8a96 HTTP/1.1" status: 204 len: 168 time: 0.2606082 Aug 24 05:02:29.661147 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-fcc04dd1-ed50-4232-be10-8800992a0992 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376809 Aug 24 05:02:29.670312 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f7bee-81ba-4a42-9bd0-844cb1c0afa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc5212c-a961-4579-b52c-6c7a248f8a96,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:29.692113 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-094054fb-a9ac-4b8d-bbd2-b709be987650 req-19f55a1a-7d53-4a4a-8e21-62d5a037fb27 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602024 Aug 24 05:02:30.047693 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0385b24-0491-4e12-8f3a-e0ed15c71c3f req-3cc9bb18-5f58-4445-a413-9669f2ce8d33 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:30.049235 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e0385b24-0491-4e12-8f3a-e0ed15c71c3f req-3cc9bb18-5f58-4445-a413-9669f2ce8d33 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0466197 Aug 24 05:02:30.098679 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e0385b24-0491-4e12-8f3a-e0ed15c71c3f req-e4e85bb8-aaae-4b2d-8247-7286196f76cf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 Aug 24 05:02:30.169843 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40bdd4-437d-4c77-9729-31a02b053eab req-81403cb8-a5dd-48cb-8ead-e5a27f8a65c0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:30.173130 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e40bdd4-437d-4c77-9729-31a02b053eab req-81403cb8-a5dd-48cb-8ead-e5a27f8a65c0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 943 time: 0.0511622 Aug 24 05:02:30.225856 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e40bdd4-437d-4c77-9729-31a02b053eab req-6cb5c4a3-611c-4024-a422-47462339774b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Aug 24 05:02:30.313689 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-0319674b-996f-40b7-9d42-1c9edd4d4c54 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964546 Aug 24 05:02:30.343532 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:30.416556 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e7612a78-dbf4-4ef3-a710-2d9fbaee2622 req-ae226f73-87bb-4347-99f6-65995d8a23ea service neutron] 10.222.0.102 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924585 Aug 24 05:02:30.574092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43242) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:30.687202 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109b396e-823d-47af-b16a-a6bf4aec825b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:30.761920 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:30.763884 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109b396e-823d-47af-b16a-a6bf4aec825b admin admin] Publish callbacks [] for security_group (a9003df9-315d-4890-970b-ef341f6b6b8a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:30.846081 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109b396e-823d-47af-b16a-a6bf4aec825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a9003df9-315d-4890-970b-ef341f6b6b8a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:30.888138 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-109b396e-823d-47af-b16a-a6bf4aec825b admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=c3f5c4be639d4e1498ffdf20ba8e3e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129201 Aug 24 05:02:30.890271 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b396e-823d-47af-b16a-a6bf4aec825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9003df9-315d-4890-970b-ef341f6b6b8a,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:30.892016 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 43252) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:30.947498 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5d29408c-c083-4b2a-af91-07ab9a474283 admin admin] Publish callbacks [] for security_group (a9003df9-315d-4890-970b-ef341f6b6b8a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:30.972778 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5d29408c-c083-4b2a-af91-07ab9a474283 admin admin] Publish callbacks [] for security_group (a9003df9-315d-4890-970b-ef341f6b6b8a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.092121 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5d29408c-c083-4b2a-af91-07ab9a474283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a9003df9-315d-4890-970b-ef341f6b6b8a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.095319 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5d29408c-c083-4b2a-af91-07ab9a474283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.096614 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-5d29408c-c083-4b2a-af91-07ab9a474283 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/a9003df9-315d-4890-970b-ef341f6b6b8a HTTP/1.1" status: 204 len: 168 time: 0.2025034 Aug 24 05:02:31.107922 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29408c-c083-4b2a-af91-07ab9a474283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9003df9-315d-4890-970b-ef341f6b6b8a,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:31.222650 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45971ff-e42f-4714-98a5-d38ca9b47cc8 req-4747b396-ed34-4a8b-bb0c-5bfe160e8302 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:31.224177 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b45971ff-e42f-4714-98a5-d38ca9b47cc8 req-4747b396-ed34-4a8b-bb0c-5bfe160e8302 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0474412 Aug 24 05:02:31.275802 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b45971ff-e42f-4714-98a5-d38ca9b47cc8 req-a73c83e3-6bfa-43aa-816c-7958e825cead tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457067 Aug 24 05:02:31.352080 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421c99-c895-4f39-91f2-d35087307922 req-ec21a052-f858-4e77-88d7-11cdd43b7c06 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:31.353556 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99421c99-c895-4f39-91f2-d35087307922 req-ec21a052-f858-4e77-88d7-11cdd43b7c06 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 943 time: 0.0456543 Aug 24 05:02:31.408253 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99421c99-c895-4f39-91f2-d35087307922 req-56f48473-d6d2-4ed0-8d7e-d92b228f5657 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Aug 24 05:02:31.486390 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 43270) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:31.595798 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b4204275-a4bb-4040-a305-5207ca1d84c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.681340 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b4204275-a4bb-4040-a305-5207ca1d84c6 admin admin] Publish callbacks [] for security_group (b8241f56-34f2-4d90-ab16-3f9d0a5316d5), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.770620 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b4204275-a4bb-4040-a305-5207ca1d84c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b8241f56-34f2-4d90-ab16-3f9d0a5316d5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.812438 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b4204275-a4bb-4040-a305-5207ca1d84c6 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=8eb89bbdeb68492c84d3063743a90f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245735 Aug 24 05:02:31.813242 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4204275-a4bb-4040-a305-5207ca1d84c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8241f56-34f2-4d90-ab16-3f9d0a5316d5,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:31.815012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43282) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:31.868464 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6307e1dc-2fcc-4b77-a485-899c2dc41dd9 admin admin] Publish callbacks [] for security_group (b8241f56-34f2-4d90-ab16-3f9d0a5316d5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.888443 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6307e1dc-2fcc-4b77-a485-899c2dc41dd9 admin admin] Publish callbacks [] for security_group (b8241f56-34f2-4d90-ab16-3f9d0a5316d5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.993699 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6307e1dc-2fcc-4b77-a485-899c2dc41dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b8241f56-34f2-4d90-ab16-3f9d0a5316d5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.996348 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6307e1dc-2fcc-4b77-a485-899c2dc41dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:31.997576 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-6307e1dc-2fcc-4b77-a485-899c2dc41dd9 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/b8241f56-34f2-4d90-ab16-3f9d0a5316d5 HTTP/1.1" status: 204 len: 168 time: 0.1805699 Aug 24 05:02:32.006200 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307e1dc-2fcc-4b77-a485-899c2dc41dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8241f56-34f2-4d90-ab16-3f9d0a5316d5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:32.458394 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39599b33-df2b-4d59-ba16-15ca63b87348 req-fe157c59-33d8-4020-bf5c-03eb67d73830 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:32.465694 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-39599b33-df2b-4d59-ba16-15ca63b87348 req-fe157c59-33d8-4020-bf5c-03eb67d73830 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0888691 Aug 24 05:02:32.548151 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-39599b33-df2b-4d59-ba16-15ca63b87348 req-57aca112-888c-4739-a7ab-42f418c047f8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696332 Aug 24 05:02:32.585400 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f51ea-3f9e-454e-967d-9af730b669de req-da77c36d-f44a-4c4b-8e53-738d3a305072 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:32.586925 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bf5f51ea-3f9e-454e-967d-9af730b669de req-da77c36d-f44a-4c4b-8e53-738d3a305072 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 943 time: 0.0609143 Aug 24 05:02:32.599833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:32.636949 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bf5f51ea-3f9e-454e-967d-9af730b669de req-4a3d54df-3185-4baa-add9-f7501e4c0c78 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Aug 24 05:02:33.666263 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b2133-93f9-48ef-94aa-0975b181d71a req-1d90475f-b886-4d40-a536-1db6094f040c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:33.668527 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0d7b2133-93f9-48ef-94aa-0975b181d71a req-1d90475f-b886-4d40-a536-1db6094f040c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0467033 Aug 24 05:02:33.718727 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0d7b2133-93f9-48ef-94aa-0975b181d71a req-21db506d-ec2c-475e-a8b1-95fc942c9d49 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Aug 24 05:02:33.769823 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a96d2-a267-45fc-8801-0ba58f189cf3 req-7be7e1f9-6d6e-45f8-abf7-de2fef63ce65 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:33.771295 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-471a96d2-a267-45fc-8801-0ba58f189cf3 req-7be7e1f9-6d6e-45f8-abf7-de2fef63ce65 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 943 time: 0.0516710 Aug 24 05:02:33.818762 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-471a96d2-a267-45fc-8801-0ba58f189cf3 req-ee90c222-c78b-406d-921c-2d48a500e8ad tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Aug 24 05:02:34.804203 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:34.843278 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b6b1-fa7a-47e9-b897-c0c16ee63dd2 req-1a6217c5-f852-48cb-88b2-bfdd442d9db4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:34.844884 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3ba2b6b1-fa7a-47e9-b897-c0c16ee63dd2 req-1a6217c5-f852-48cb-88b2-bfdd442d9db4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Aug 24 05:02:34.860481 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:02:34.894614 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-02244899-8325-4494-a0ed-7f3108805af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:34.898703 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3ba2b6b1-fa7a-47e9-b897-c0c16ee63dd2 req-8e4a6591-b17a-4454-9c37-12a3a509f735 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482233 Aug 24 05:02:34.945005 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113650ff-f950-4644-a147-8735679896a3 req-0759181e-a656-48d4-8437-a6cb0efebe6e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:34.946550 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-113650ff-f950-4644-a147-8735679896a3 req-0759181e-a656-48d4-8437-a6cb0efebe6e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 943 time: 0.0468402 Aug 24 05:02:34.967353 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:02:34.980137 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209', 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161', 'port_id': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209', 'mac_address': 'fa:16:3e:04:00:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655bdad-7067-45dd-ada9-6055710f063b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:02:35.001268 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-113650ff-f950-4644-a147-8735679896a3 req-b5ee6df2-40f7-484a-9c64-935f6f1b8dc0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470726 Aug 24 05:02:35.016635 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:02:35.016788 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:35.029165 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:35.031003 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:02:35.051304 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:02:35.136547 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:35.183759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:35.597907 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['6582e8f7-2c4c-46ea-842e-2f3abcaf9209'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:02:35.985036 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:36.019918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635fbb-16f7-4937-a7e7-ccf21a404688 req-c4464851-6f58-4163-8085-b3ddfb04da4d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:36.021379 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e635fbb-16f7-4937-a7e7-ccf21a404688 req-c4464851-6f58-4163-8085-b3ddfb04da4d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0466309 Aug 24 05:02:36.071434 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e635fbb-16f7-4937-a7e7-ccf21a404688 req-b240e8d9-e800-4e2b-a959-84fd96fc3547 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444088 Aug 24 05:02:36.141726 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306ba0d-1022-4232-af32-4aeb22d69b3e req-47f91824-fe40-4f90-8a70-f3c0be8464f8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:36.143363 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7306ba0d-1022-4232-af32-4aeb22d69b3e req-47f91824-fe40-4f90-8a70-f3c0be8464f8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 944 time: 0.0651238 Aug 24 05:02:36.244419 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0c8c-4010-49d8-823c-562b30d37b0c req-ff79425f-4193-413e-9974-6076232d0098 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:36.245928 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-705a0c8c-4010-49d8-823c-562b30d37b0c req-ff79425f-4193-413e-9974-6076232d0098 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0794094 Aug 24 05:02:36.256388 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7306ba0d-1022-4232-af32-4aeb22d69b3e req-c6cc25d3-7db5-4cb1-97d2-7fcbc4143b1d tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053436 Aug 24 05:02:36.256811 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 43380) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:36.265506 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'floatingip': {'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:02:36.304705 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:36.631692 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:36.724722 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:36.793237 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:36.796517 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:36.878282 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:02:36.891128 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Floating IP a96e40b1-9843-4413-8f86-5e2b91e509ab associated. External IP: 172.27.1.3, port: bdc60fa6-aa75-4b6a-8e66-263b78acb0f7. Aug 24 05:02:36.921554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:02:36.987679 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:02:36.988067 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:37.063651 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:02:37.064033 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:37.087411 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:02:37.088139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:02:37.090388 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b746a39-cf18-43fd-95ae-0ae00627a8f9" -d '{"events": [{"server_uuid": "c457eac0-4570-4491-8e1a-d09cd8fd7d80", "name": "network-vif-plugged", "status": "completed", "tag": "6582e8f7-2c4c-46ea-842e-2f3abcaf9209"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:02:37.103509 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:02:37.137120 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6171e8a1-3baf-46fc-91a3-6b8521587634 x-openstack-request-id: req-6171e8a1-3baf-46fc-91a3-6b8521587634 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:02:37.137436 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c457eac0-4570-4491-8e1a-d09cd8fd7d80", "name": "network-vif-plugged", "status": "completed", "tag": "6582e8f7-2c4c-46ea-842e-2f3abcaf9209", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:02:37.137692 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6171e8a1-3baf-46fc-91a3-6b8521587634 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:02:37.138086 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6171e8a1-3baf-46fc-91a3-6b8521587634'] response: {'server_uuid': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209', 'code': 200} Aug 24 05:02:37.194802 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:02:37.199637 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:37.206092 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] Sync routers for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:02:37.215616 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:02:37.216231 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:02:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:02:37.231541 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-59a00430-b978-4d46-a77d-0f099dd42ba7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/a96e40b1-9843-4413-8f86-5e2b91e509ab HTTP/1.1" status: 200 len: 989 time: 0.9734011 Aug 24 05:02:37.232193 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:02:37.235188 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada52775-3b18-4e8c-a01d-d1b5ffb93445" -d '{"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:02:37.257134 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:37.283211 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e0292-eb45-4567-b808-401e0ce0ab2c x-openstack-request-id: req-7d0e0292-eb45-4567-b808-401e0ce0ab2c {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:02:37.283703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:02:37.283961 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7d0e0292-eb45-4567-b808-401e0ce0ab2c {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:02:37.284389 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0e0292-eb45-4567-b808-401e0ce0ab2c'] response: {'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'status': 'completed', 'code': 200} Aug 24 05:02:37.291325 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-df818fae-c304-4676-83ca-9a37d338601d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:37.357116 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:37.359268 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:37.364634 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-7b250dde-304e-44e2-b863-5a5bb8a9526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:37.366392 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-7b250dde-304e-44e2-b863-5a5bb8a9526b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1129 time: 0.0546091 Aug 24 05:02:37.372349 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:02:37.403398 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c8769-b881-439a-aa8f-f1bd6a546640 req-9c4bb1e8-6e87-41d1-b736-fea9c5e9fef8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:37.409148 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2f4c8769-b881-439a-aa8f-f1bd6a546640 req-9c4bb1e8-6e87-41d1-b736-fea9c5e9fef8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0635662 Aug 24 05:02:37.472316 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2f4c8769-b881-439a-aa8f-f1bd6a546640 req-2667612b-256c-4f90-9dba-05a89d75d188 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499299 Aug 24 05:02:37.512347 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f3582-216f-44c4-9b8f-734f7c0fcc6f req-6c4bc7f2-c7b0-419a-9b7e-e3259e11b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:37.513860 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-610f3582-216f-44c4-9b8f-734f7c0fcc6f req-6c4bc7f2-c7b0-419a-9b7e-e3259e11b2c1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 1129 time: 0.0677884 Aug 24 05:02:37.517326 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-27483b1a-8664-4fd9-9bc1-569eec9115db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:37.518677 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-27483b1a-8664-4fd9-9bc1-569eec9115db service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.1359119 Aug 24 05:02:37.613634 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-c338bbc7-36ea-48a8-9243-7647b4f8aa56 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 997 time: 0.0810831 Aug 24 05:02:37.616092 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-610f3582-216f-44c4-9b8f-734f7c0fcc6f req-b72a69af-da0f-48e0-b35e-569c18d32d24 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898883 Aug 24 05:02:37.714074 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:37.769320 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:37.772426 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'a96e40b1-9843-4413-8f86-5e2b91e509ab', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'mac_address': 'fa:16:3e:d3:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:02:13Z', 'updated_at': '2022-08-24T05:02:36Z', 'revision_number': 1, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:02:37.800838 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] Checking router: 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:02:37.809944 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:02:37.810542 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:02:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:02:37.910445 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:02:38.119946 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'a96e40b1-9843-4413-8f86-5e2b91e509ab', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'mac_address': 'fa:16:3e:d3:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:02:13Z', 'updated_at': '2022-08-24T05:02:36Z', 'revision_number': 1, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:02:38.145514 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832ff6f-9385-4fd1-badb-a04269e7e34f None None] The sync data for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi is: [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'a96e40b1-9843-4413-8f86-5e2b91e509ab', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'mac_address': 'fa:16:3e:d3:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:02:13Z', 'updated_at': '2022-08-24T05:02:36Z', 'revision_number': 1, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:02:38.354091 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ffd0a5-5251-4475-a224-e74833210592 None None] New status for floating IP a96e40b1-9843-4413-8f86-5e2b91e509ab: ACTIVE {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:02:38.376113 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:38.594787 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28253014-0f64-4550-89a8-d029a78f6a69 req-56da39f8-09f0-41b3-9b83-d97c3fb2da65 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:38.596365 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28253014-0f64-4550-89a8-d029a78f6a69 req-56da39f8-09f0-41b3-9b83-d97c3fb2da65 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0474002 Aug 24 05:02:38.644454 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28253014-0f64-4550-89a8-d029a78f6a69 req-b29cb822-8c27-4490-b4a7-88a182790e5b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Aug 24 05:02:39.764908 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45612f-6ef9-41fc-a5ed-00c0bf9bd8a2 req-b882f755-fb7d-4850-a91e-87c718a2caa7 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:39.766405 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a45612f-6ef9-41fc-a5ed-00c0bf9bd8a2 req-b882f755-fb7d-4850-a91e-87c718a2caa7 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0494988 Aug 24 05:02:39.813854 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a45612f-6ef9-41fc-a5ed-00c0bf9bd8a2 req-be728e23-7187-4f4f-8cf8-9159927d07c1 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Aug 24 05:02:39.958732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:39.987090 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:40.300665 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:02:40.931879 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19b96-8ba0-464c-b294-07706c9761b3 req-f67cbf02-dd04-4a85-ac71-072dc9e67558 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:40.933365 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-19f19b96-8ba0-464c-b294-07706c9761b3 req-f67cbf02-dd04-4a85-ac71-072dc9e67558 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0486600 Aug 24 05:02:40.964490 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:40.981046 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-19f19b96-8ba0-464c-b294-07706c9761b3 req-c0c206e3-f0d9-4ff4-b296-5cc9e67e49ab tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Aug 24 05:02:41.731550 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-771e430e-43f3-4bf6-aa86-aefef34ae213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:41.733047 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-771e430e-43f3-4bf6-aa86-aefef34ae213 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0444231 Aug 24 05:02:41.780971 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-857bfee9-d0e0-4c7e-9996-87116756aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:41.782441 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-857bfee9-d0e0-4c7e-9996-87116756aa3e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425129 Aug 24 05:02:41.874818 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-10ac474a-43fb-439d-8353-12ff0bb8dfc6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835862 Aug 24 05:02:42.104557 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f30797-1331-4d8d-8b69-251cfa0be343 req-2418ecbb-1e0c-4e95-a99c-3764107466a2 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:42.106133 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95f30797-1331-4d8d-8b69-251cfa0be343 req-2418ecbb-1e0c-4e95-a99c-3764107466a2 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0513577 Aug 24 05:02:42.374776 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95f30797-1331-4d8d-8b69-251cfa0be343 req-3e9fd46a-2ade-4ec5-8cde-5bb47acf558f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617416 Aug 24 05:02:42.792763 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ada52775-3b18-4e8c-a01d-d1b5ffb93445 req-b7174a31-1e81-46cd-832c-22426e64c576 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Aug 24 05:02:43.491393 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0432e-54ae-4515-8de7-6701357b1aa1 req-d40b37b8-a70e-4873-819b-6cf982207451 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:43.495150 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bff0432e-54ae-4515-8de7-6701357b1aa1 req-d40b37b8-a70e-4873-819b-6cf982207451 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0465317 Aug 24 05:02:43.540343 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bff0432e-54ae-4515-8de7-6701357b1aa1 req-d3973915-1734-4bfd-8837-1f3e16107c66 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Aug 24 05:02:44.670717 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eddea-c8cd-4a56-b65f-fe1dbebe5294 req-1fed830d-a979-49e4-9d57-02843febe972 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:02:44.673267 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-935eddea-c8cd-4a56-b65f-fe1dbebe5294 req-1fed830d-a979-49e4-9d57-02843febe972 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0530143 Aug 24 05:02:44.722864 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-935eddea-c8cd-4a56-b65f-fe1dbebe5294 req-2052b3f9-5862-4870-bc75-92c66c051c49 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439599 Aug 24 05:02:45.858184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 43528) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:45.975664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1bee0904-ef29-440c-a2c5-efc5fc2d9b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:46.053918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1bee0904-ef29-440c-a2c5-efc5fc2d9b02 admin admin] Publish callbacks [] for security_group (6a5bcf81-6f49-44a6-8085-ea8a5a383b3f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:46.107732 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1bee0904-ef29-440c-a2c5-efc5fc2d9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (6a5bcf81-6f49-44a6-8085-ea8a5a383b3f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:46.114768 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:46.150684 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1bee0904-ef29-440c-a2c5-efc5fc2d9b02 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=d975db42d3c648ff91559a85449b1456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906010 Aug 24 05:02:46.151604 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee0904-ef29-440c-a2c5-efc5fc2d9b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5bcf81-6f49-44a6-8085-ea8a5a383b3f,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:46.153857 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43538) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:02:46.211066 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b6452430-d25b-4698-bf8a-a03542380e28 admin admin] Publish callbacks [] for security_group (6a5bcf81-6f49-44a6-8085-ea8a5a383b3f), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:46.232734 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b6452430-d25b-4698-bf8a-a03542380e28 admin admin] Publish callbacks [] for security_group (6a5bcf81-6f49-44a6-8085-ea8a5a383b3f), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:46.336108 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b6452430-d25b-4698-bf8a-a03542380e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (6a5bcf81-6f49-44a6-8085-ea8a5a383b3f), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:46.338885 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b6452430-d25b-4698-bf8a-a03542380e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:02:46.340055 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b6452430-d25b-4698-bf8a-a03542380e28 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/6a5bcf81-6f49-44a6-8085-ea8a5a383b3f HTTP/1.1" status: 204 len: 168 time: 0.1851354 Aug 24 05:02:46.349231 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6452430-d25b-4698-bf8a-a03542380e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5bcf81-6f49-44a6-8085-ea8a5a383b3f,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:02:49.892714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:50.296594 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:50.297557 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:56.146561 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:56.343662 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=43,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:56.344451 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:56.364380 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:02:59.421678 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:03.302494 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:03.304018 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:04.440184 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43794) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:04.444844 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-b1d78512-c293-44e4-a00a-07e980a91746 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12425524', 'description': 'tempest-description--1021857031'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:04.558449 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b1d78512-c293-44e4-a00a-07e980a91746 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:04.629948 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b1d78512-c293-44e4-a00a-07e980a91746 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (dd10c8eb-d043-44ed-acfb-86314f58c59d), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:04.701050 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b1d78512-c293-44e4-a00a-07e980a91746 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (dd10c8eb-d043-44ed-acfb-86314f58c59d), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:04.731611 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78512-c293-44e4-a00a-07e980a91746 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10c8eb-d043-44ed-acfb-86314f58c59d,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:04.806114 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b1d78512-c293-44e4-a00a-07e980a91746 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:04.807406 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b1d78512-c293-44e4-a00a-07e980a91746 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3661678 Aug 24 05:03:04.810282 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43796) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:04.815300 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-6a29f110-fa5f-48b6-bf42-51f1370992d2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': 'dd10c8eb-d043-44ed-acfb-86314f58c59d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:04.883960 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ce25be39-ff38-41dc-bfe1-b03c887298e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:04.913803 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6a29f110-fa5f-48b6-bf42-51f1370992d2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (2c40f6e4-52fa-45a0-888c-7e94f2080b46), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:04.969118 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6a29f110-fa5f-48b6-bf42-51f1370992d2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (2c40f6e4-52fa-45a0-888c-7e94f2080b46), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.038177 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6a29f110-fa5f-48b6-bf42-51f1370992d2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (2c40f6e4-52fa-45a0-888c-7e94f2080b46), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.055844 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f110-fa5f-48b6-bf42-51f1370992d2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c40f6e4-52fa-45a0-888c-7e94f2080b46,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:05.125872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6a29f110-fa5f-48b6-bf42-51f1370992d2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.127733 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-6a29f110-fa5f-48b6-bf42-51f1370992d2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165014 Aug 24 05:03:05.130363 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 43798) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:05.134616 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-31e37ea7-ddc6-4f33-a041-5ac5141fc225 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': 'dd10c8eb-d043-44ed-acfb-86314f58c59d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:05.210610 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-31e37ea7-ddc6-4f33-a041-5ac5141fc225 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (2cff3fdd-3124-4e68-a613-0c4a5563988c), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.265814 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-31e37ea7-ddc6-4f33-a041-5ac5141fc225 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (2cff3fdd-3124-4e68-a613-0c4a5563988c), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.318194 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-31e37ea7-ddc6-4f33-a041-5ac5141fc225 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (2cff3fdd-3124-4e68-a613-0c4a5563988c), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.337490 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e37ea7-ddc6-4f33-a041-5ac5141fc225 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cff3fdd-3124-4e68-a613-0c4a5563988c,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:05.390093 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-31e37ea7-ddc6-4f33-a041-5ac5141fc225 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.391391 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-31e37ea7-ddc6-4f33-a041-5ac5141fc225 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2600670 Aug 24 05:03:05.394689 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 43802) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:05.399762 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:05.472999 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.784956 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:05.892599 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.27.1.199 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/33e887bc-238c-4b1d-8492-e522f51349ac) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:03:05.995765 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (33e887bc-238c-4b1d-8492-e522f51349ac), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.072759 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (33e887bc-238c-4b1d-8492-e522f51349ac), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.121035 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:03:06.125540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:03:06.130450 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:03:06.152264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=33e887bc-238c-4b1d-8492-e522f51349ac,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:06.218051 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (fc3e7f24-a6ba-433c-9400-d775558b5ded), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.313649 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (33e887bc-238c-4b1d-8492-e522f51349ac), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.473455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (33e887bc-238c-4b1d-8492-e522f51349ac), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.518702 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (33e887bc-238c-4b1d-8492-e522f51349ac), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.523459 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:06.569614 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:06.592866 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (fc3e7f24-a6ba-433c-9400-d775558b5ded), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.599355 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=33e887bc-238c-4b1d-8492-e522f51349ac,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:06.675744 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:06.676996 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4cc9e5f6-626c-4bd2-b66e-27ea02ddb7a4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2812090 Aug 24 05:03:06.880353 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-320ad496-6114-4cab-a1be-d44fae30d356 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--12425524&fields=id&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 267 time: 0.0459812 Aug 24 05:03:06.989741 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-33fdf6d6-f0d2-48e3-85fa-2872c7551ee1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:06.991129 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-33fdf6d6-f0d2-48e3-85fa-2872c7551ee1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.1043148 Aug 24 05:03:07.005693 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-54e887b7-2e87-42d5-b318-369a1ee45ccf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/quotas/fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 375 time: 0.0090470 Aug 24 05:03:07.060747 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-78398d77-7046-4e88-b80e-becf2729d8e5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504041 Aug 24 05:03:07.160332 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-d9a75cf9-5b0a-45f7-a2ac-678db6985cb1 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860038 Aug 24 05:03:07.169789 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-275e202f-a788-47ac-95d7-4e3102ee908e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:07.238838 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:07.242500 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:07.256250 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-3ec99a11-a639-4e39-ae00-0de4e0c860e3 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898249 Aug 24 05:03:07.490955 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-15cf96f6-7b6a-4a7f-9f30-41a58c5dc2e8 req-b514eca5-06f5-4ec3-93d9-cd509955a53f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 210 time: 0.0312741 Aug 24 05:03:08.375640 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:08.596134 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bc62633b-240e-4660-b7a3-ed0756355ae3 req-2fe48431-def5-4090-9c71-aef2d23e5854 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 210 time: 0.0294981 Aug 24 05:03:09.453366 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-dad54faa-d2f1-4c87-9f26-8c28c3609523 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:09.453972 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-dad54faa-d2f1-4c87-9f26-8c28c3609523 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.1042957 Aug 24 05:03:09.707573 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-326c6f87-3b10-407b-be31-790858f4f172 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 470 time: 0.0900106 Aug 24 05:03:09.718533 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e2b27ac7-17e4-4094-94dd-fe227ba599ef req-b0a641f9-ed7e-4e4a-b20c-4eaaf78f47d8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 210 time: 0.0428846 Aug 24 05:03:09.940745 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:09.963685 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:10.287235 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'port': {'device_id': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'admin_state_up': True, 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'security_groups': ['dd10c8eb-d043-44ed-acfb-86314f58c59d']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:10.466899 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Made reservation on behalf of fad6d7352bc144929743ca7373a41800 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:03:10.471475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:10.604793 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.20.0.3 (be2d7953-7d09-41eb-b20e-6de03af460a3/13a7c081-d2e1-49a8-bb5a-1f864b46b333/53368c46-a120-4621-b879-12464bcc2429) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:03:10.750448 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (53368c46-a120-4621-b879-12464bcc2429), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:10.840413 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b6059832-c30e-4f52-b866-be038ddfc1f3 req-c5ee8f82-4af9-436a-bd89-9f0f95c60f9b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 210 time: 0.0323489 Aug 24 05:03:10.844382 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (53368c46-a120-4621-b879-12464bcc2429), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:10.887876 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:03:10.890987 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:03:10.895642 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:03:10.918771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:10.924812 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=53368c46-a120-4621-b879-12464bcc2429,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:10.951905 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:10.952527 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.029516 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c797f37d-9809-4ffd-bb85-d11940b5a82f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7469087 Aug 24 05:03:11.044665 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Request body: {'port': {'device_id': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:11.066273 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:11.112291 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (53368c46-a120-4621-b879-12464bcc2429), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.138823 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-bd417520-98a9-4f34-8a07-0293c31a0d72 None None] Provisioning complete for port 53368c46-a120-4621-b879-12464bcc2429 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:03:11.139440 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-bd417520-98a9-4f34-8a07-0293c31a0d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (53368c46-a120-4621-b879-12464bcc2429), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.178164 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-bd417520-98a9-4f34-8a07-0293c31a0d72 None None] Port 53368c46-a120-4621-b879-12464bcc2429 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:03:11.378884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53368c46-a120-4621-b879-12464bcc2429 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:03:11.386509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Publish callbacks [] for port (53368c46-a120-4621-b879-12464bcc2429), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.401117 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Transition to ACTIVE for port object 53368c46-a120-4621-b879-12464bcc2429 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:03:11.478308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (53368c46-a120-4621-b879-12464bcc2429), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.562192 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Pushing event updated for resources: {'Port': ['ID=53368c46-a120-4621-b879-12464bcc2429,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:11.593819 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Attempting to bind port 53368c46-a120-4621-b879-12464bcc2429 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:03:11.594149 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Attempting to bind port 53368c46-a120-4621-b879-12464bcc2429 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:03:11.594473 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Attempting to bind port 53368c46-a120-4621-b879-12464bcc2429 on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:03:11.599714 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Port 53368c46-a120-4621-b879-12464bcc2429 on network be2d7953-7d09-41eb-b20e-6de03af460a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:03:11.600027 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Attempting to bind port 53368c46-a120-4621-b879-12464bcc2429 on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:03:11.606614 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:03:11.608884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Checking segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:03:11.608884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Bound using segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:03:11.608884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Bound port: 53368c46-a120-4621-b879-12464bcc2429, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:03:11.608884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (53368c46-a120-4621-b879-12464bcc2429), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.624257 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:11.671907 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] For port 53368c46-a120-4621-b879-12464bcc2429, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:03:11.675512 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] For port 53368c46-a120-4621-b879-12464bcc2429, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=53368c46-a120-4621-b879-12464bcc2429,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:03:11.764380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (53368c46-a120-4621-b879-12464bcc2429), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.769288 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:11.769923 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:11.771391 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/53368c46-a120-4621-b879-12464bcc2429 HTTP/1.1" status: 200 len: 1093 time: 0.7309444 Aug 24 05:03:11.771882 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'tag': '53368c46-a120-4621-b879-12464bcc2429'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:03:11.774124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f82d3c-7847-4e05-8b11-0552964fd182" -d '{"events": [{"name": "network-changed", "server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "tag": "53368c46-a120-4621-b879-12464bcc2429"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:03:11.813542 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ad5b7-ce09-4d3b-885e-493465ecb89d x-openstack-request-id: req-4b6ad5b7-ce09-4d3b-885e-493465ecb89d {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:03:11.813853 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "tag": "53368c46-a120-4621-b879-12464bcc2429", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:03:11.814104 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4b6ad5b7-ce09-4d3b-885e-493465ecb89d {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:03:11.814513 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6ad5b7-ce09-4d3b-885e-493465ecb89d'] response: {'name': 'network-changed', 'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'tag': '53368c46-a120-4621-b879-12464bcc2429', 'status': 'completed', 'code': 200} Aug 24 05:03:11.834231 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc49291-c351-4264-bdad-08daf9e72d65 service neutron] Pushing event updated for resources: {'Port': ['ID=53368c46-a120-4621-b879-12464bcc2429,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:11.893995 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82d3c-7847-4e05-8b11-0552964fd182 req-a84dc0b3-dd88-4452-bbd9-808b24ad22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:11.898244 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d2f82d3c-7847-4e05-8b11-0552964fd182 req-a84dc0b3-dd88-4452-bbd9-808b24ad22a6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 1127 time: 0.0531900 Aug 24 05:03:11.985994 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84212-e4bf-4490-84c2-8a43c437154d req-5d03366c-c2d4-4478-b456-5cdb305a5826 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:11.987851 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dee84212-e4bf-4490-84c2-8a43c437154d req-5d03366c-c2d4-4478-b456-5cdb305a5826 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 943 time: 0.0497894 Aug 24 05:03:12.048179 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82d3c-7847-4e05-8b11-0552964fd182 req-1a091b44-27e1-424a-93cb-6ba3dc0a1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:12.128840 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d2f82d3c-7847-4e05-8b11-0552964fd182 req-1a091b44-27e1-424a-93cb-6ba3dc0a1e72 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=fad6d7352bc144929743ca7373a41800&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1285691 Aug 24 05:03:12.129142 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dee84212-e4bf-4490-84c2-8a43c437154d req-55f66a87-ed91-4bea-859e-0514f7467152 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556345 Aug 24 05:03:12.157165 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82d3c-7847-4e05-8b11-0552964fd182 req-60cc21b8-d516-4113-a9a8-b4a5eca248e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:12.159452 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d2f82d3c-7847-4e05-8b11-0552964fd182 req-60cc21b8-d516-4113-a9a8-b4a5eca248e9 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0987570 Aug 24 05:03:12.247129 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-daadb8f8-a742-4d09-84f1-f52b17093d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:12.248696 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-daadb8f8-a742-4d09-84f1-f52b17093d6b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 1127 time: 0.0415339 Aug 24 05:03:12.295502 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-a1f8dca8-f8d9-440b-8b32-0150e7b8aba7 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53368c46-a120-4621-b879-12464bcc2429 HTTP/1.1" status: 200 len: 217 time: 0.0368795 Aug 24 05:03:12.349544 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-0bd39923-84ec-4cef-bcc4-23ecd6cf31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:12.351072 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-0bd39923-84ec-4cef-bcc4-23ecd6cf31e3 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.0484290 Aug 24 05:03:12.415590 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-6c4f3964-6da3-46a8-8cac-422ac9712dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:12.417207 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-6c4f3964-6da3-46a8-8cac-422ac9712dea service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477819 Aug 24 05:03:12.481869 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3ad0c-27b8-47f9-901d-2eaba70aa53e req-b1fa0667-a826-4778-b3a0-e46c634ce2dd tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:12.483370 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-13e3ad0c-27b8-47f9-901d-2eaba70aa53e req-b1fa0667-a826-4778-b3a0-e46c634ce2dd tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0494089 Aug 24 05:03:12.522589 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-661e94b0-9765-4119-a74a-50181e8b6a7b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913513 Aug 24 05:03:12.538840 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-13e3ad0c-27b8-47f9-901d-2eaba70aa53e req-35bcab7d-4566-4955-b049-d7051d8747e8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Aug 24 05:03:12.592087 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:12.647669 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7ffc9cea-f882-4c39-84ea-3ee36e4caa09 req-c0d07c96-9dbd-4dbd-ac2e-64cab71af1ab service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917420 Aug 24 05:03:13.230227 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b31aa-f236-4086-a4d3-ff82b829b29e req-608d012a-c363-43ee-b8ab-1d20888f85ac tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:13.231733 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-185b31aa-f236-4086-a4d3-ff82b829b29e req-608d012a-c363-43ee-b8ab-1d20888f85ac tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 943 time: 0.0463798 Aug 24 05:03:13.280013 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-185b31aa-f236-4086-a4d3-ff82b829b29e req-5400e5ee-5f2d-45fb-8dae-06c3bd660175 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417795 Aug 24 05:03:13.660162 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787f41-6670-4020-a013-be6f42cf66f5 req-d747ca42-5f7f-4488-bfae-e0d1b0c5ad47 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:13.661608 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ad787f41-6670-4020-a013-be6f42cf66f5 req-d747ca42-5f7f-4488-bfae-e0d1b0c5ad47 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0471087 Aug 24 05:03:13.710611 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ad787f41-6670-4020-a013-be6f42cf66f5 req-2d7ebe55-beba-4124-be95-60b88f32171f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434442 Aug 24 05:03:14.404839 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24ad30-bac0-4add-a68c-30e7c5863777 req-ad42bed4-e3a5-4354-975f-d98006fc62ca tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:14.406336 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4f24ad30-bac0-4add-a68c-30e7c5863777 req-ad42bed4-e3a5-4354-975f-d98006fc62ca tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 943 time: 0.0525742 Aug 24 05:03:14.456674 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4f24ad30-bac0-4add-a68c-30e7c5863777 req-b444edfc-02d3-4018-ac01-b01946b14965 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439942 Aug 24 05:03:14.829231 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daff29-2bf1-419a-aa68-110af6400af3 req-291c5011-c6cd-402c-989a-3be1686c890e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:14.830966 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f8daff29-2bf1-419a-aa68-110af6400af3 req-291c5011-c6cd-402c-989a-3be1686c890e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0467680 Aug 24 05:03:14.878565 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f8daff29-2bf1-419a-aa68-110af6400af3 req-7a7d3932-6d9b-4010-9090-b052b66b06a2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Aug 24 05:03:15.608145 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a0546-c0d8-4b68-9225-f1a25fd10766 req-27fcbec9-4ee6-47b3-9618-99d424e10ff0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:15.609552 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fc1a0546-c0d8-4b68-9225-f1a25fd10766 req-27fcbec9-4ee6-47b3-9618-99d424e10ff0 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 943 time: 0.0804055 Aug 24 05:03:15.629793 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c30db-a01e-44a8-b835-454914c6c786 req-5b66c437-bea3-483e-8e6e-618d6579b0f2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:15.631229 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-652c30db-a01e-44a8-b835-454914c6c786 req-5b66c437-bea3-483e-8e6e-618d6579b0f2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0696933 Aug 24 05:03:15.696806 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fc1a0546-c0d8-4b68-9225-f1a25fd10766 req-4d3ab0a4-cad0-4c41-a1da-3cba33928ec3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809820 Aug 24 05:03:15.703622 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-652c30db-a01e-44a8-b835-454914c6c786 req-9de5fc13-d3f7-42a7-8c19-6b942c267daa tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655367 Aug 24 05:03:16.004727 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a172e4b-f7a1-4464-9594-1b075c8147bc req-89269618-15e4-4971-b7fa-b2cfe5e6c12b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:16.006216 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0a172e4b-f7a1-4464-9594-1b075c8147bc req-89269618-15e4-4971-b7fa-b2cfe5e6c12b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0473244 Aug 24 05:03:16.058837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0a172e4b-f7a1-4464-9594-1b075c8147bc req-c0bb209b-ee68-4c66-91b5-fa48e5ee00fa tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459738 Aug 24 05:03:16.850704 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a726a3-65fc-4aec-a3f3-d8072a698608 req-9bf1f296-92f1-4683-a5a1-b20445dba29e tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:16.852255 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-42a726a3-65fc-4aec-a3f3-d8072a698608 req-9bf1f296-92f1-4683-a5a1-b20445dba29e tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 943 time: 0.0779448 Aug 24 05:03:16.857937 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23155d-6d2d-4902-8909-e63a8f48a619 req-e4604eb2-9dc7-48cd-860d-c0d17da6fd6c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:16.859341 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d23155d-6d2d-4902-8909-e63a8f48a619 req-e4604eb2-9dc7-48cd-860d-c0d17da6fd6c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0752847 Aug 24 05:03:16.886943 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:16.902833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:16.940057 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-42a726a3-65fc-4aec-a3f3-d8072a698608 req-92f4bc03-0c42-4d33-a647-7e7720131ed1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798013 Aug 24 05:03:16.943246 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d23155d-6d2d-4902-8909-e63a8f48a619 req-1f23c132-766f-4782-8ff3-1b86bbe95f8b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755508 Aug 24 05:03:17.076313 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 53368c46-a120-4621-b879-12464bcc2429 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:03:17.182941 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 53368c46-a120-4621-b879-12464bcc2429, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=53368c46-a120-4621-b879-12464bcc2429,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:03:17.195449 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '53368c46-a120-4621-b879-12464bcc2429', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'port_id': '53368c46-a120-4621-b879-12464bcc2429', 'mac_address': 'fa:16:3e:82:67:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:03:17.196032 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27e4dd-eac3-4d00-833a-38bc8436e000 req-9feeaa56-5b77-4e35-ad22-0d86e257503f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:17.197683 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4d27e4dd-eac3-4d00-833a-38bc8436e000 req-9feeaa56-5b77-4e35-ad22-0d86e257503f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0645461 Aug 24 05:03:17.231935 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 53368c46-a120-4621-b879-12464bcc2429 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:03:17.232323 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (53368c46-a120-4621-b879-12464bcc2429), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:17.246123 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53368c46-a120-4621-b879-12464bcc2429 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:03:17.248474 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4d27e4dd-eac3-4d00-833a-38bc8436e000 req-f18a7e57-5a7c-4432-9850-f5a30939fd4d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Aug 24 05:03:17.266392 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 53368c46-a120-4621-b879-12464bcc2429, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=53368c46-a120-4621-b879-12464bcc2429,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:03:17.299990 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:03:17.318052 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (53368c46-a120-4621-b879-12464bcc2429), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:17.364442 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=53368c46-a120-4621-b879-12464bcc2429,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:17.840401 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['53368c46-a120-4621-b879-12464bcc2429'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:03:18.101779 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb75e4c-eea6-4f77-b4cb-41feb35d7d4e req-6bb1d9c9-1922-4504-808a-5552a7765050 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:18.101779 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dcb75e4c-eea6-4f77-b4cb-41feb35d7d4e req-6bb1d9c9-1922-4504-808a-5552a7765050 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 944 time: 0.0811555 Aug 24 05:03:18.105461 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623da7-3084-447a-8571-399c8b8e1e74 req-3b7bf6ac-c474-4f24-8fd1-c09b6db343e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:18.106814 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a6623da7-3084-447a-8571-399c8b8e1e74 req-3b7bf6ac-c474-4f24-8fd1-c09b6db343e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0788660 Aug 24 05:03:18.182483 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dcb75e4c-eea6-4f77-b4cb-41feb35d7d4e req-18b2f400-b9f5-492e-9c7d-0a1fceb7ae9d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747111 Aug 24 05:03:18.185422 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a6623da7-3084-447a-8571-399c8b8e1e74 req-b2ca9c07-c4c0-4caa-8cfc-24f1a666f51a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714781 Aug 24 05:03:18.367701 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28145ebc-2353-48d7-bd85-80ec7d03932d req-d107e8fd-e74d-4976-becd-a11b41fbbd42 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:18.369185 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28145ebc-2353-48d7-bd85-80ec7d03932d req-d107e8fd-e74d-4976-becd-a11b41fbbd42 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0482516 Aug 24 05:03:18.419491 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28145ebc-2353-48d7-bd85-80ec7d03932d req-117e1a50-8f8a-4de1-9776-211b6592388a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445588 Aug 24 05:03:19.259317 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 53368c46-a120-4621-b879-12464bcc2429 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:03:19.311909 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 53368c46-a120-4621-b879-12464bcc2429 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:03:19.343429 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9588-2cc0-43e6-a9ed-394ffb87b5a7 req-aa9ccc53-977f-4a6e-bd84-8c98d681e775 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:19.344915 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-26cf9588-2cc0-43e6-a9ed-394ffb87b5a7 req-aa9ccc53-977f-4a6e-bd84-8c98d681e775 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 944 time: 0.0840726 Aug 24 05:03:19.352794 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9798ab-05b3-4e25-83cc-59005c73ead7 req-2c39b299-e4f4-44bf-b34b-4a17995cc6cd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:19.354126 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ee9798ab-05b3-4e25-83cc-59005c73ead7 req-2c39b299-e4f4-44bf-b34b-4a17995cc6cd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0814197 Aug 24 05:03:19.358008 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 53368c46-a120-4621-b879-12464bcc2429 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:03:19.358424 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (53368c46-a120-4621-b879-12464bcc2429), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:19.431135 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-26cf9588-2cc0-43e6-a9ed-394ffb87b5a7 req-c0cc50a9-9a96-42f7-91b2-8cdba479dcdc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760257 Aug 24 05:03:19.434427 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ee9798ab-05b3-4e25-83cc-59005c73ead7 req-b0d82b11-1b2a-4080-8905-4781bf59d1b7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724514 Aug 24 05:03:19.435849 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:19.438233 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 53368c46-a120-4621-b879-12464bcc2429 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:03:19.438619 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (53368c46-a120-4621-b879-12464bcc2429), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:19.466798 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53368c46-a120-4621-b879-12464bcc2429'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:03:19.466798 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40de93d-8395-46d6-8691-2962e9cb4411" -d '{"events": [{"server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "name": "network-vif-plugged", "status": "completed", "tag": "53368c46-a120-4621-b879-12464bcc2429"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:03:19.479642 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 53368c46-a120-4621-b879-12464bcc2429, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=53368c46-a120-4621-b879-12464bcc2429,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:03:19.563983 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (53368c46-a120-4621-b879-12464bcc2429), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:19.574264 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b105-70e7-42cb-929b-6b9a6761410a req-c5ad2ddd-7780-46dd-96e4-2bfe2bf61f0a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:19.575813 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de30b105-70e7-42cb-929b-6b9a6761410a req-c5ad2ddd-7780-46dd-96e4-2bfe2bf61f0a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0617304 Aug 24 05:03:19.608521 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:19.618306 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=53368c46-a120-4621-b879-12464bcc2429,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:19.630926 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de30b105-70e7-42cb-929b-6b9a6761410a req-c7db1a97-9043-421b-b048-7862b354c9ae tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493274 Aug 24 05:03:19.677286 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c395d0f0-fa9c-4d97-a8e9-3c053a8216dc x-openstack-request-id: req-c395d0f0-fa9c-4d97-a8e9-3c053a8216dc {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:03:19.677588 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "name": "network-vif-plugged", "status": "completed", "tag": "53368c46-a120-4621-b879-12464bcc2429", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:03:19.677861 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c395d0f0-fa9c-4d97-a8e9-3c053a8216dc {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:03:19.678253 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c395d0f0-fa9c-4d97-a8e9-3c053a8216dc'] response: {'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53368c46-a120-4621-b879-12464bcc2429', 'code': 200} Aug 24 05:03:19.995404 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb07b4-5f4a-4c6a-8b6b-b1ed25f63d06 req-ee131f6d-2e55-4362-b36e-bdd633cac706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:19.996913 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b4fb07b4-5f4a-4c6a-8b6b-b1ed25f63d06 req-ee131f6d-2e55-4362-b36e-bdd633cac706 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 1129 time: 0.0390866 Aug 24 05:03:20.044596 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b4fb07b4-5f4a-4c6a-8b6b-b1ed25f63d06 req-ab13f020-0234-47b6-adcb-adb66c6cf354 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368960 Aug 24 05:03:20.590551 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93228975-e7d9-4b1b-b9f6-a99cfe8bf79d req-1b4e6e50-6590-44db-aa98-d1f7334d037e tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:20.592197 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-93228975-e7d9-4b1b-b9f6-a99cfe8bf79d req-1b4e6e50-6590-44db-aa98-d1f7334d037e tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0810032 Aug 24 05:03:20.600475 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99e82-c263-42e5-8a52-b8d5f8678191 req-f2da520f-d10d-4422-aee7-80f19d3cbd13 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:20.601849 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a6d99e82-c263-42e5-8a52-b8d5f8678191 req-f2da520f-d10d-4422-aee7-80f19d3cbd13 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0593095 Aug 24 05:03:20.678808 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-93228975-e7d9-4b1b-b9f6-a99cfe8bf79d req-21d09415-b63e-4c37-a6e9-51a130d751be tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759258 Aug 24 05:03:20.685751 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a6d99e82-c263-42e5-8a52-b8d5f8678191 req-c829b5f9-e08a-43d3-aece-5aceed89f4b1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762930 Aug 24 05:03:20.781722 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca296ef-a09c-4c72-8c4c-7a30d69923ff req-707f4d24-0813-4606-89b1-328212c39527 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:20.783223 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ca296ef-a09c-4c72-8c4c-7a30d69923ff req-707f4d24-0813-4606-89b1-328212c39527 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0470474 Aug 24 05:03:20.831395 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ca296ef-a09c-4c72-8c4c-7a30d69923ff req-13fd6690-0b17-48dc-9a00-f0e299262406 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Aug 24 05:03:21.788156 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:21.817318 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:21.827272 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943d221-0a2d-4abd-a2b2-bbba8c09de86 req-18b75e44-f6ed-4893-a34c-2fd9b93ed75f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:21.828744 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2943d221-0a2d-4abd-a2b2-bbba8c09de86 req-18b75e44-f6ed-4893-a34c-2fd9b93ed75f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0781753 Aug 24 05:03:21.849574 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7482-2dda-4413-96ba-bf62daab7769 req-722c5568-4404-4c14-b226-b0d247bf0cc5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:21.850971 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-37ad7482-2dda-4413-96ba-bf62daab7769 req-722c5568-4404-4c14-b226-b0d247bf0cc5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0727909 Aug 24 05:03:21.917860 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2943d221-0a2d-4abd-a2b2-bbba8c09de86 req-bac2c4d1-ca8b-4b97-b7ed-88aff97eba89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829525 Aug 24 05:03:21.922203 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-37ad7482-2dda-4413-96ba-bf62daab7769 req-54591ce3-05b7-4882-a39e-bec88eebcb41 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638866 Aug 24 05:03:22.025806 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed82dca-b553-44ce-8cac-507a34238dc2 req-9d777a91-d4e1-410c-b53d-a225224547ac tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:22.027194 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bed82dca-b553-44ce-8cac-507a34238dc2 req-9d777a91-d4e1-410c-b53d-a225224547ac tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0456746 Aug 24 05:03:22.073835 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bed82dca-b553-44ce-8cac-507a34238dc2 req-f2148340-4389-483f-b634-18498a6ce39c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411720 Aug 24 05:03:23.073495 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7382d9e-7e64-42d8-ab43-dcbfb91a586f req-62171c20-2d24-4bc6-8b11-d08e2e30abb2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:23.074973 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e7382d9e-7e64-42d8-ab43-dcbfb91a586f req-62171c20-2d24-4bc6-8b11-d08e2e30abb2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0827563 Aug 24 05:03:23.082706 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1a081-2738-4596-9366-4eb7847b9d62 req-b6b8d4ae-c0b7-4c08-a50f-04a645c979b8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:23.084123 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8dd1a081-2738-4596-9366-4eb7847b9d62 req-b6b8d4ae-c0b7-4c08-a50f-04a645c979b8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0809443 Aug 24 05:03:23.158429 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e7382d9e-7e64-42d8-ab43-dcbfb91a586f req-3ad55f92-67c7-4e7f-82f6-ba9c44dd452b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733697 Aug 24 05:03:23.161525 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8dd1a081-2738-4596-9366-4eb7847b9d62 req-c1b3f3eb-7c39-45b6-b7c3-78df1615c3a7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694110 Aug 24 05:03:23.309168 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660bbf3-fff5-4059-bb0c-411b81b69f21 req-cdf11162-5487-45f6-9ce2-344c8d491bde tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:23.311062 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8660bbf3-fff5-4059-bb0c-411b81b69f21 req-cdf11162-5487-45f6-9ce2-344c8d491bde tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0812922 Aug 24 05:03:23.317867 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cc424-285b-4cc8-b0b4-f4f34b277f82 req-628dc317-857d-4a18-bdb3-f2036ef9982b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:23.319503 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-961cc424-285b-4cc8-b0b4-f4f34b277f82 req-628dc317-857d-4a18-bdb3-f2036ef9982b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0787985 Aug 24 05:03:23.329510 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 44034) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:23.336148 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'port_id': '53368c46-a120-4621-b879-12464bcc2429'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:23.374169 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8660bbf3-fff5-4059-bb0c-411b81b69f21 req-e1d90fca-21d7-4087-9431-c9e238379d90 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533061 Aug 24 05:03:23.383796 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (fc3e7f24-a6ba-433c-9400-d775558b5ded), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:23.775260 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:23.793401 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:23.860324 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (fc3e7f24-a6ba-433c-9400-d775558b5ded), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:23.955932 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP fc3e7f24-a6ba-433c-9400-d775558b5ded associated. External IP: 172.27.1.199, port: 53368c46-a120-4621-b879-12464bcc2429. Aug 24 05:03:24.155116 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:03:24.233936 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:24.260274 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:03:24.265219 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:24.272809 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:03:24.283793 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:03:24.284718 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:03:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:03:24.293488 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4c27c-813b-46b7-9a40-24fc66b72ce0 req-0258a638-1edc-4b87-b404-cc0ed27e0710 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:24.295273 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fec4c27c-813b-46b7-9a40-24fc66b72ce0 req-0258a638-1edc-4b87-b404-cc0ed27e0710 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0472758 Aug 24 05:03:24.299481 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f316d0be-f3a1-437c-a047-d9be3c8f2bc6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/fc3e7f24-a6ba-433c-9400-d775558b5ded HTTP/1.1" status: 200 len: 991 time: 0.9681940 Aug 24 05:03:24.300518 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'tag': '53368c46-a120-4621-b879-12464bcc2429'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:03:24.308534 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acc1649-7249-4216-b192-320581a8bf91" -d '{"events": [{"name": "network-changed", "server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "tag": "53368c46-a120-4621-b879-12464bcc2429"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:03:24.343876 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ed1b0-74f3-43bc-a8fc-2d4ba1aacf00 x-openstack-request-id: req-f40ed1b0-74f3-43bc-a8fc-2d4ba1aacf00 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:03:24.344515 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "tag": "53368c46-a120-4621-b879-12464bcc2429", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:03:24.344515 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f40ed1b0-74f3-43bc-a8fc-2d4ba1aacf00 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:03:24.344985 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40ed1b0-74f3-43bc-a8fc-2d4ba1aacf00'] response: {'name': 'network-changed', 'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'tag': '53368c46-a120-4621-b879-12464bcc2429', 'status': 'completed', 'code': 200} Aug 24 05:03:24.354630 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fec4c27c-813b-46b7-9a40-24fc66b72ce0 req-f54a8f67-d6e9-4006-92bf-8305fbb8cbba tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534692 Aug 24 05:03:24.408114 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:03:24.440688 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1649-7249-4216-b192-320581a8bf91 req-5de6077b-29e1-48aa-b35d-b9b6932d26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:24.442930 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8acc1649-7249-4216-b192-320581a8bf91 req-5de6077b-29e1-48aa-b35d-b9b6932d26c0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 1129 time: 0.0437038 Aug 24 05:03:24.506907 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799e84-e1ce-44c7-b697-10fa01ff2055 req-4c36c647-7185-4487-96dd-9d739e8a612d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:24.508464 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-da799e84-e1ce-44c7-b697-10fa01ff2055 req-4c36c647-7185-4487-96dd-9d739e8a612d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0481534 Aug 24 05:03:24.545662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1649-7249-4216-b192-320581a8bf91 req-b09e1872-705d-4622-95d1-1a70ba140c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:24.547229 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8acc1649-7249-4216-b192-320581a8bf91 req-b09e1872-705d-4622-95d1-1a70ba140c45 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 916 time: 0.0958030 Aug 24 05:03:24.558857 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-da799e84-e1ce-44c7-b697-10fa01ff2055 req-bd1d3c01-b4dc-4c4f-8d0e-eabd3596163e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437419 Aug 24 05:03:24.609619 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8acc1649-7249-4216-b192-320581a8bf91 req-4b678476-9f94-4a42-acfb-bac3bebe9888 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53368c46-a120-4621-b879-12464bcc2429 HTTP/1.1" status: 200 len: 999 time: 0.0561738 Aug 24 05:03:24.636522 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:53Z', 'revision_number': 2, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}, {'id': 'fc3e7f24-a6ba-433c-9400-d775558b5ded', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '53368c46-a120-4621-b879-12464bcc2429', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:82:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:03:06Z', 'updated_at': '2022-08-24T05:03:23Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:03:24.658991 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1649-7249-4216-b192-320581a8bf91 req-8ab3de42-9322-4587-9065-cc1e54857bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:24.660334 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8acc1649-7249-4216-b192-320581a8bf91 req-8ab3de42-9322-4587-9065-cc1e54857bfc service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.0448210 Aug 24 05:03:24.662703 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:03:24.671466 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:03:24.672102 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:03:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:03:24.711135 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1649-7249-4216-b192-320581a8bf91 req-04552136-17a4-4faf-b6b2-a7901521822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:24.712666 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8acc1649-7249-4216-b192-320581a8bf91 req-04552136-17a4-4faf-b6b2-a7901521822a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446584 Aug 24 05:03:24.777724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:03:24.804327 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8acc1649-7249-4216-b192-320581a8bf91 req-5f41ab7e-8088-41ce-917e-226fef554588 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Aug 24 05:03:24.884192 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:24.899793 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8acc1649-7249-4216-b192-320581a8bf91 req-9c1a3699-b4f8-419c-a5b8-08ba1645ed6c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887341 Aug 24 05:03:25.000142 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:53Z', 'revision_number': 2, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}, {'id': 'fc3e7f24-a6ba-433c-9400-d775558b5ded', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '53368c46-a120-4621-b879-12464bcc2429', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:82:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:03:06Z', 'updated_at': '2022-08-24T05:03:23Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:03:25.147116 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be694c-f6e2-4ee9-85df-522ba65f9c65 None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:53Z', 'revision_number': 2, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}, {'id': 'fc3e7f24-a6ba-433c-9400-d775558b5ded', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '53368c46-a120-4621-b879-12464bcc2429', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:82:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:03:06Z', 'updated_at': '2022-08-24T05:03:23Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:03:25.328967 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222de1c-d1a3-47dd-9ced-6db0e1a5ddc1 None None] New status for floating IP fc3e7f24-a6ba-433c-9400-d775558b5ded: ACTIVE {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:03:25.490515 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88117-4832-4297-93ce-179c6a19e6f5 req-83e0b8cc-f7af-4c77-839e-88c9380ac6ab tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:25.492038 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82c88117-4832-4297-93ce-179c6a19e6f5 req-83e0b8cc-f7af-4c77-839e-88c9380ac6ab tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0534811 Aug 24 05:03:25.540522 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82c88117-4832-4297-93ce-179c6a19e6f5 req-249df4db-ce34-416d-b7a6-df0507cefc73 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Aug 24 05:03:25.685620 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25147be3-6b24-4cf5-b2d9-6484eac0e957 req-147259cb-6488-4bb0-b182-181614403f4d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:25.686996 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-25147be3-6b24-4cf5-b2d9-6484eac0e957 req-147259cb-6488-4bb0-b182-181614403f4d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0499053 Aug 24 05:03:25.735086 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-25147be3-6b24-4cf5-b2d9-6484eac0e957 req-148547d7-0205-4c37-b25e-768928b184d8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Aug 24 05:03:26.665439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af677476-eb70-4aab-8f99-1cf717accb50 req-61dea31b-e67c-4bd5-be0f-c7c575eb747f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:26.666968 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-af677476-eb70-4aab-8f99-1cf717accb50 req-61dea31b-e67c-4bd5-be0f-c7c575eb747f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0474253 Aug 24 05:03:26.714808 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-af677476-eb70-4aab-8f99-1cf717accb50 req-f385e259-170f-441e-9ce6-f3d233cd342f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Aug 24 05:03:26.840999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:26.843624 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:26.854041 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e9a5-a0fb-4538-b509-d3ca34c2c665 req-7b8fde26-965f-4b58-b194-90ff39b17efe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:26.855513 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba33e9a5-a0fb-4538-b509-d3ca34c2c665 req-7b8fde26-965f-4b58-b194-90ff39b17efe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0457745 Aug 24 05:03:26.906102 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba33e9a5-a0fb-4538-b509-d3ca34c2c665 req-4e551c33-b99f-4cd7-8c5d-22f58975d8b6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450833 Aug 24 05:03:27.842045 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e7874-9395-4116-8564-67e1ae87374a req-de28ba0d-8e87-4741-b411-72871ae2d90f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:27.843582 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-828e7874-9395-4116-8564-67e1ae87374a req-de28ba0d-8e87-4741-b411-72871ae2d90f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0480819 Aug 24 05:03:27.892423 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-828e7874-9395-4116-8564-67e1ae87374a req-c9a7e1a9-a350-42bd-8542-2f8531cfc261 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Aug 24 05:03:28.026035 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8437f62-a91e-4689-aa9a-88e3a3b40609 req-c278fbc7-ff4f-4a15-931f-263a33ff2bcc tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:28.027485 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b8437f62-a91e-4689-aa9a-88e3a3b40609 req-c278fbc7-ff4f-4a15-931f-263a33ff2bcc tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0467386 Aug 24 05:03:28.074457 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b8437f62-a91e-4689-aa9a-88e3a3b40609 req-b7d4cb47-2c41-4331-89bf-a1bf2d2ca3fe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Aug 24 05:03:29.031136 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6593205-cc3a-41a4-937f-3ea35af0ea68 req-d277252d-5fa2-4613-be07-0011dfdb191e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:29.032960 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a6593205-cc3a-41a4-937f-3ea35af0ea68 req-d277252d-5fa2-4613-be07-0011dfdb191e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0503042 Aug 24 05:03:29.080917 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a6593205-cc3a-41a4-937f-3ea35af0ea68 req-826beb77-ae63-4365-8bfe-845590d177fe tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Aug 24 05:03:29.194550 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445373-ff33-4ac6-bb80-1fb29510553c req-8d863f19-a7c3-4ded-8194-39b5066d4a1d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:29.196079 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ca445373-ff33-4ac6-bb80-1fb29510553c req-8d863f19-a7c3-4ded-8194-39b5066d4a1d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0479329 Aug 24 05:03:29.243653 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ca445373-ff33-4ac6-bb80-1fb29510553c req-6aeffa7b-8aee-42c6-a41b-d49823bf14b6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Aug 24 05:03:29.437575 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:29.485105 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-17957e6c-9b66-4cba-a344-3d461659affb service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393176 Aug 24 05:03:29.564023 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-bccb8a5d-6638-477a-b2a4-57764fa17654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:29.565574 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-bccb8a5d-6638-477a-b2a4-57764fa17654 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 1130 time: 0.0416467 Aug 24 05:03:29.624364 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f243ce9-05d1-4c1a-b4c6-069f4a5070f5 req-b55715ad-13f0-40b9-b165-e2cd6667692c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:29.625873 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f243ce9-05d1-4c1a-b4c6-069f4a5070f5 req-b55715ad-13f0-40b9-b165-e2cd6667692c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0565765 Aug 24 05:03:29.681532 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f243ce9-05d1-4c1a-b4c6-069f4a5070f5 req-cbc2bc11-2422-46c1-96dd-a3ce12e0ec1e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490153 Aug 24 05:03:29.906629 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-cd9e910a-2b10-4b72-8809-f8cff1816963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:29.908143 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-cd9e910a-2b10-4b72-8809-f8cff1816963 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 913 time: 0.3232143 Aug 24 05:03:29.970168 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-bf4f0627-64a9-44a9-8acb-20af2fca15c9 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 200 len: 1002 time: 0.0548377 Aug 24 05:03:30.022879 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-f7a67892-0c33-444f-a84a-a6e2b18b33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:30.024362 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-f7a67892-0c33-444f-a84a-a6e2b18b33f8 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0475261 Aug 24 05:03:30.067474 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-d5dc2d87-9b43-4600-a4ed-d137c47952b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:30.068913 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-d5dc2d87-9b43-4600-a4ed-d137c47952b7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378315 Aug 24 05:03:30.164785 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-98665488-1f0f-4c02-b2b0-0aa2ed235e85 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869904 Aug 24 05:03:30.207871 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863efb45-9a88-4449-9eb9-726728a50d7f req-b36ca58f-0c08-4fd6-a75f-556ce304bf0d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:30.209401 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-863efb45-9a88-4449-9eb9-726728a50d7f req-b36ca58f-0c08-4fd6-a75f-556ce304bf0d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0478797 Aug 24 05:03:30.257777 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-863efb45-9a88-4449-9eb9-726728a50d7f req-92412a09-255e-4f96-b119-b06a7ef873fb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Aug 24 05:03:30.258078 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8e9c10ea-1424-4de3-afcd-42f940bb0acc req-245408d6-636e-49fc-bf5d-dde6216af179 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854061 Aug 24 05:03:30.635643 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:30.644380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-23bb2189-f881-49c7-89e2-2c5bf962addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:30.646151 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-23bb2189-f881-49c7-89e2-2c5bf962addc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 1130 time: 0.0430219 Aug 24 05:03:30.754589 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-732bb064-47c4-4709-8ccb-66f7444f686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:30.756777 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-732bb064-47c4-4709-8ccb-66f7444f686f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 913 time: 0.0956690 Aug 24 05:03:30.810726 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7a06-36e4-498a-bccc-ffb3999328b5 req-45f20acd-576d-4d08-beae-80545965adbe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:30.815170 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d56a7a06-36e4-498a-bccc-ffb3999328b5 req-45f20acd-576d-4d08-beae-80545965adbe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0518923 Aug 24 05:03:30.823124 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-39465f9a-ac4d-4061-8f58-d99480166b35 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 200 len: 1002 time: 0.0575538 Aug 24 05:03:30.862246 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d56a7a06-36e4-498a-bccc-ffb3999328b5 req-d5574e53-a2bc-462d-b73b-5a315369fc97 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 Aug 24 05:03:31.380077 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebdf32-80b8-43cd-a841-5aef9f307bfc req-0ecebc9c-3e5b-416d-93b7-04798154fe46 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:31.381528 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01ebdf32-80b8-43cd-a841-5aef9f307bfc req-0ecebc9c-3e5b-416d-93b7-04798154fe46 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0460582 Aug 24 05:03:31.431337 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-bfc1ea40-4c9f-46b8-9105-31fe98c34b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:31.432047 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01ebdf32-80b8-43cd-a841-5aef9f307bfc req-4610a75b-967d-48cc-b95d-2ccbb62c6f2a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447745 Aug 24 05:03:31.433033 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-bfc1ea40-4c9f-46b8-9105-31fe98c34b91 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0496297 Aug 24 05:03:31.479933 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-758348f4-5756-4cd7-961f-c94c37047617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:31.481524 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-758348f4-5756-4cd7-961f-c94c37047617 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413070 Aug 24 05:03:31.579126 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-1842ffe9-c2da-41fc-8a8c-5ed858d31534 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885363 Aug 24 05:03:31.980985 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb738842-5df5-4649-81af-de00da1c898f req-a0c7f5ff-089f-477d-acbe-2516f3e4befa tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:31.982416 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bb738842-5df5-4649-81af-de00da1c898f req-a0c7f5ff-089f-477d-acbe-2516f3e4befa tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0455489 Aug 24 05:03:32.028876 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bb738842-5df5-4649-81af-de00da1c898f req-3b1330ea-b34b-4182-a490-a0cbbf8aabc2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Aug 24 05:03:32.523523 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:32.566855 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360a979-b48c-46a8-9ba3-7212b138099b req-3044b6dd-68d1-4c1d-bacb-4874f3ec15a7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:32.569478 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1360a979-b48c-46a8-9ba3-7212b138099b req-3044b6dd-68d1-4c1d-bacb-4874f3ec15a7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0573900 Aug 24 05:03:32.622345 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1360a979-b48c-46a8-9ba3-7212b138099b req-c403b1df-29f2-4305-9ddd-726c2c613711 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467947 Aug 24 05:03:33.147956 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11666-de85-4222-9ba2-5b631cc547b8 req-f7975577-7c50-47ff-bd7e-0fce228c2230 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:33.149323 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-66e11666-de85-4222-9ba2-5b631cc547b8 req-f7975577-7c50-47ff-bd7e-0fce228c2230 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0469019 Aug 24 05:03:33.181870 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:33.197374 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-66e11666-de85-4222-9ba2-5b631cc547b8 req-44d06113-6d29-4bb0-a435-7207757534f2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Aug 24 05:03:33.746230 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a9a2b-4e31-44fc-b403-d69d082650a1 req-f4df2765-83f0-4bc1-9fcb-6aeac3db1d9b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:33.747608 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ef7a9a2b-4e31-44fc-b403-d69d082650a1 req-f4df2765-83f0-4bc1-9fcb-6aeac3db1d9b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0448544 Aug 24 05:03:33.797632 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ef7a9a2b-4e31-44fc-b403-d69d082650a1 req-823ebcc3-348e-42e5-8cc5-8e9ec00df628 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Aug 24 05:03:33.961402 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f390aa5-10c7-4f29-8b4d-11db23b7ff3e req-2ecded11-293d-4f6f-8e21-a96b3bddf297 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867178 Aug 24 05:03:34.315584 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d2b3f-17aa-4512-b2f4-8fbd0da4b2ee req-b6ecea92-97b4-4169-89ca-44d831a9999a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:34.317068 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b22d2b3f-17aa-4512-b2f4-8fbd0da4b2ee req-b6ecea92-97b4-4169-89ca-44d831a9999a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0457456 Aug 24 05:03:34.363500 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b22d2b3f-17aa-4512-b2f4-8fbd0da4b2ee req-6cf43a65-a6d0-4a67-a105-4efc05ec27e2 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Aug 24 05:03:34.894896 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-62272539-bcc4-4c90-8984-36b5a5cd127b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:34.922283 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e79a5-e7df-404e-aa44-1a57c3d9b782 req-88484928-1447-4071-9ab7-e6b7b1c0b0dd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:34.923796 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a5e79a5-e7df-404e-aa44-1a57c3d9b782 req-88484928-1447-4071-9ab7-e6b7b1c0b0dd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0482733 Aug 24 05:03:34.972172 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a5e79a5-e7df-404e-aa44-1a57c3d9b782 req-3bd48131-0755-4a94-8a20-db4db59763e6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 Aug 24 05:03:35.485971 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90007dc-b82d-47ed-b8ce-93b7889a353d req-2d15584b-fd4f-4425-b759-bd633f8bdbdf tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:35.487457 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e90007dc-b82d-47ed-b8ce-93b7889a353d req-2d15584b-fd4f-4425-b759-bd633f8bdbdf tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0495396 Aug 24 05:03:35.534638 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e90007dc-b82d-47ed-b8ce-93b7889a353d req-3b53e7a5-6550-446e-bc44-5d7cb6ebfec0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Aug 24 05:03:36.103761 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32931c-cb5a-4c10-a579-cbf740a8f935 req-5aa963aa-902f-41e8-97b5-a03c2da5fe1a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:36.105222 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bf32931c-cb5a-4c10-a579-cbf740a8f935 req-5aa963aa-902f-41e8-97b5-a03c2da5fe1a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0467083 Aug 24 05:03:36.152317 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bf32931c-cb5a-4c10-a579-cbf740a8f935 req-c2b16489-2013-4b51-8a2a-02af3e2dad5e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 Aug 24 05:03:36.657300 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b19782-c044-48e8-9d09-dde0863f7fa2 req-94d8944c-8012-4e05-91ad-d9c2169e65d7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:36.658790 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-60b19782-c044-48e8-9d09-dde0863f7fa2 req-94d8944c-8012-4e05-91ad-d9c2169e65d7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0500798 Aug 24 05:03:36.708021 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-60b19782-c044-48e8-9d09-dde0863f7fa2 req-ff1b712d-d160-411c-a63d-a3f7d3ace727 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435581 Aug 24 05:03:37.180837 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b858bf8e-db04-4209-9e1a-39a82c853cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:37.276415 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209986a4-27ca-407d-9150-c87bac601b80 req-0cb2c810-cc90-418c-ac24-8c087b3a06c1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:37.277910 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-209986a4-27ca-407d-9150-c87bac601b80 req-0cb2c810-cc90-418c-ac24-8c087b3a06c1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0473061 Aug 24 05:03:37.324795 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-209986a4-27ca-407d-9150-c87bac601b80 req-574309f6-4e96-4ed4-b1b1-6eac7f61f221 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Aug 24 05:03:37.825678 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7eaa-c4cb-40f9-a9f8-384c21498357 req-35fabd4b-9bd4-4900-976f-893f9ec28c98 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:37.827140 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-689b7eaa-c4cb-40f9-a9f8-384c21498357 req-35fabd4b-9bd4-4900-976f-893f9ec28c98 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0455377 Aug 24 05:03:37.875615 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-689b7eaa-c4cb-40f9-a9f8-384c21498357 req-415ed72a-ddde-4a27-bc47-4c1d6afedd6e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 Aug 24 05:03:38.403463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:38.449497 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814b5d3-c56f-48bb-ac81-bda93821a3e6 req-8a6444b3-e59f-4367-9ed4-5b4b23aadfa2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:38.450973 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2814b5d3-c56f-48bb-ac81-bda93821a3e6 req-8a6444b3-e59f-4367-9ed4-5b4b23aadfa2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0473592 Aug 24 05:03:38.498271 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2814b5d3-c56f-48bb-ac81-bda93821a3e6 req-57d83c99-6231-42d2-bb18-e33f4b73240b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Aug 24 05:03:39.293739 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:39.299617 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:39.630789 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38d925-70b2-42a3-a6e0-d74363331ffb req-addd5281-9dec-4279-8314-c380398ec6c2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:39.632282 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ce38d925-70b2-42a3-a6e0-d74363331ffb req-addd5281-9dec-4279-8314-c380398ec6c2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0466990 Aug 24 05:03:39.684341 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ce38d925-70b2-42a3-a6e0-d74363331ffb req-842ff48e-e426-4daf-97c8-2ca637d78e85 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457993 Aug 24 05:03:39.945925 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:39.974661 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:40.793455 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:40.809408 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddddc0a-5fe8-425e-af8e-0e61fc2ec6ed req-879c51ba-167e-48f9-9013-9038f5f75b7d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:40.810863 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1ddddc0a-5fe8-425e-af8e-0e61fc2ec6ed req-879c51ba-167e-48f9-9013-9038f5f75b7d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0489845 Aug 24 05:03:40.829881 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:40.858152 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1ddddc0a-5fe8-425e-af8e-0e61fc2ec6ed req-d6fe540d-5b7b-4857-a5e7-6b9d53c50e13 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Aug 24 05:03:41.981747 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0212d0-e499-42c8-80b1-8ea1b04645d4 req-2efc8d2b-85b4-450e-8aca-57d17c456570 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:41.983246 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ef0212d0-e499-42c8-80b1-8ea1b04645d4 req-2efc8d2b-85b4-450e-8aca-57d17c456570 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0461221 Aug 24 05:03:42.030173 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ef0212d0-e499-42c8-80b1-8ea1b04645d4 req-df80cb03-56c7-40da-b4d2-f143423820c2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Aug 24 05:03:43.154954 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29d1f4-bac3-4839-a7f4-d4d4670d6edb req-eb219daa-965a-4521-a926-c77ed7bcc9e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:43.156429 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8d29d1f4-bac3-4839-a7f4-d4d4670d6edb req-eb219daa-965a-4521-a926-c77ed7bcc9e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0464475 Aug 24 05:03:43.208149 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8d29d1f4-bac3-4839-a7f4-d4d4670d6edb req-c6c0ff9b-95a9-4290-a271-91637ced091d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Aug 24 05:03:43.957189 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=44 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:43.958003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:44.332535 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ad8f0-0b25-45bf-b0d3-12e19db166af req-5ae229ce-5c55-49e9-8638-bea5b356b02f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:44.334042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a1ad8f0-0b25-45bf-b0d3-12e19db166af req-5ae229ce-5c55-49e9-8638-bea5b356b02f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0470212 Aug 24 05:03:44.381024 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a1ad8f0-0b25-45bf-b0d3-12e19db166af req-7f5985cc-d087-4fb6-acb7-bfdf104ae4d0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Aug 24 05:03:45.516664 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704b13d-235a-4893-9ed5-d6805ad3faee req-a779ad43-f788-43ed-a478-b41dd9b3a371 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:45.518116 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b704b13d-235a-4893-9ed5-d6805ad3faee req-a779ad43-f788-43ed-a478-b41dd9b3a371 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0472555 Aug 24 05:03:45.564645 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b704b13d-235a-4893-9ed5-d6805ad3faee req-770ac64f-3282-44d9-843f-4d4bc7b5ae67 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Aug 24 05:03:46.690112 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533cef3-0106-4c8a-9219-3c481454b267 req-653a4624-f02d-4dc9-8deb-b9e01eec5d38 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:46.691645 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3533cef3-0106-4c8a-9219-3c481454b267 req-653a4624-f02d-4dc9-8deb-b9e01eec5d38 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0506990 Aug 24 05:03:46.739037 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3533cef3-0106-4c8a-9219-3c481454b267 req-107f6871-c786-436b-bc69-8a4b97f6d7ef tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Aug 24 05:03:47.590730 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:03:47.639547 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:47.676159 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:47.694317 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:03:47.705517 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '915258db-6fc2-452d-a9ca-b1c79659d052', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'port_id': '915258db-6fc2-452d-a9ca-b1c79659d052', 'mac_address': 'fa:16:3e:ba:2c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:03:47.743800 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: ACTIVE; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:03:47.747146 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:47.757516 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 915258db-6fc2-452d-a9ca-b1c79659d052 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:03:47.777600 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:03:47.865647 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809447-2b88-40b8-8386-ce100ed9fde8 req-dd54e0d8-88e8-477a-8576-22c08fa481cc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:47.866268 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:47.867673 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-88809447-2b88-40b8-8386-ce100ed9fde8 req-dd54e0d8-88e8-477a-8576-22c08fa481cc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0475781 Aug 24 05:03:47.916438 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=6']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:47.919855 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-88809447-2b88-40b8-8386-ce100ed9fde8 req-87ecdbf2-8e1f-4126-be0b-38d2fbb4215f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Aug 24 05:03:47.924097 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.924448 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.924815 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.925173 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.925509 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.925839 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.926166 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.926492 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.926837 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.927184 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.927512 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.927836 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.928156 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.928476 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:47.928813 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:49.048112 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336543f-df41-4af8-83b1-a3313b0a9f7f req-c5283df3-8cf0-4613-8358-a7ed3dbe6ed0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:49.049596 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7336543f-df41-4af8-83b1-a3313b0a9f7f req-c5283df3-8cf0-4613-8358-a7ed3dbe6ed0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0489802 Aug 24 05:03:49.096371 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7336543f-df41-4af8-83b1-a3313b0a9f7f req-017a39b7-8ede-4488-b3a5-7dc4f6f1e2e5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Aug 24 05:03:50.219918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4e1f-f174-4a4c-a6bc-6bd9385306a1 req-0c8dc3ca-ea29-46c5-9572-63369c3b4a4e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:50.221394 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-612a4e1f-f174-4a4c-a6bc-6bd9385306a1 req-0c8dc3ca-ea29-46c5-9572-63369c3b4a4e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0461338 Aug 24 05:03:50.267537 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-612a4e1f-f174-4a4c-a6bc-6bd9385306a1 req-72276165-ce09-49db-97fc-0e3119776fb3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Aug 24 05:03:50.874113 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['915258db-6fc2-452d-a9ca-b1c79659d052'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:03:51.393741 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58437a1-9dc5-498d-a5f9-c5a758861650 req-91df1cf2-d9f1-482d-bca2-b34af962f9da tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:51.395202 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d58437a1-9dc5-498d-a5f9-c5a758861650 req-91df1cf2-d9f1-482d-bca2-b34af962f9da tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0463943 Aug 24 05:03:51.445195 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d58437a1-9dc5-498d-a5f9-c5a758861650 req-b499ea05-6c5d-4887-b8f3-b77fa6774f73 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 Aug 24 05:03:52.568270 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289dab0-fcd2-4a24-aa67-70a1b1541316 req-3c7c7399-1d44-4691-9663-f217b275db24 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:52.569707 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5289dab0-fcd2-4a24-aa67-70a1b1541316 req-3c7c7399-1d44-4691-9663-f217b275db24 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0468259 Aug 24 05:03:52.617899 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5289dab0-fcd2-4a24-aa67-70a1b1541316 req-6665616f-8492-4883-8b29-4a077cc95479 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420942 Aug 24 05:03:52.811788 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:03:52.856686 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 915258db-6fc2-452d-a9ca-b1c79659d052 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:03:52.857067 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:52.933316 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:03:52.933814 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:52.958758 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:03:52.961034 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb8198-d710-447a-8f2c-a4f1d1f172b5" -d '{"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-plugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:03:52.977570 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:03:53.002823 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c07df5-24bc-4fc8-bbad-96e3fcce2518 x-openstack-request-id: req-05c07df5-24bc-4fc8-bbad-96e3fcce2518 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:03:53.003261 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-plugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:03:53.003502 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-05c07df5-24bc-4fc8-bbad-96e3fcce2518 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:03:53.003890 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c07df5-24bc-4fc8-bbad-96e3fcce2518'] response: {'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052', 'code': 200} Aug 24 05:03:53.043331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:53.090578 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=7']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:53.736421 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:53.744238 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05861ace-1345-4296-a05d-77cdfd5dd0bd req-d3da45e2-315d-4940-8230-8fe308a1f739 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:53.749977 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-05861ace-1345-4296-a05d-77cdfd5dd0bd req-d3da45e2-315d-4940-8230-8fe308a1f739 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0467587 Aug 24 05:03:53.770122 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:53.794741 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-05861ace-1345-4296-a05d-77cdfd5dd0bd req-4ec5d4a1-98b7-47ee-b5ae-b226bbf339e0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Aug 24 05:03:54.298417 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:03:54.928783 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4b99d-3cf6-4f9f-b420-5d42b36a04d5 req-b28489f1-c56d-4784-9076-de52168f39c1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:54.930279 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-feb4b99d-3cf6-4f9f-b420-5d42b36a04d5 req-b28489f1-c56d-4784-9076-de52168f39c1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0524871 Aug 24 05:03:54.979893 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-feb4b99d-3cf6-4f9f-b420-5d42b36a04d5 req-5ee978d4-cf27-4f78-9e9a-58c9450489e4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Aug 24 05:03:55.340573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44314) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:55.450995 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:55.525906 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Publish callbacks [] for security_group (f5a0f9a3-fda8-47b6-baf9-ef52e650d48a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:55.591111 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f5a0f9a3-fda8-47b6-baf9-ef52e650d48a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:55.631403 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=819c588595a9430d9e5776f1df315982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897351 Aug 24 05:03:55.632252 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0f9a3-fda8-47b6-baf9-ef52e650d48a,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:55.634124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 44318) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:55.640191 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.640542 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.640892 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.641235 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.641569 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.641924 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.642257 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.642582 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.642909 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.643355 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.643685 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.644012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.644335 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.644654 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.644972 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f91e4-a2fd-4d5c-8c7f-509345a6bdf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.685408 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Publish callbacks [] for security_group (f5a0f9a3-fda8-47b6-baf9-ef52e650d48a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:55.706932 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Publish callbacks [] for security_group (f5a0f9a3-fda8-47b6-baf9-ef52e650d48a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:55.836926 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f5a0f9a3-fda8-47b6-baf9-ef52e650d48a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:55.839499 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:55.840682 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f5a0f9a3-fda8-47b6-baf9-ef52e650d48a HTTP/1.1" status: 204 len: 168 time: 0.2055726 Aug 24 05:03:55.848795 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0f9a3-fda8-47b6-baf9-ef52e650d48a,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:55.856159 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.856504 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.856842 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.857176 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.857505 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.857911 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.858305 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.858631 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.858957 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.859466 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.859817 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.860260 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.860518 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.860821 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:55.861138 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8de789-4b2e-417b-a8cf-a797f62c8c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:03:56.109257 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6361fb-0d33-4e44-9cb6-69aa34b205e6 req-decf5515-625e-4760-8318-01d50191f8ec tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:56.110635 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ec6361fb-0d33-4e44-9cb6-69aa34b205e6 req-decf5515-625e-4760-8318-01d50191f8ec tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0496519 Aug 24 05:03:56.374375 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ec6361fb-0d33-4e44-9cb6-69aa34b205e6 req-eaf0789a-ed95-43f4-a6ff-eab943dec5ec tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576528 Aug 24 05:03:56.905986 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 44352) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:57.003623 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064806479-network', 'tenant_id': 'f6a6379a0607459187075dfcd968d706'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:57.122492 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Made reservation on behalf of f6a6379a0607459187075dfcd968d706 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:03:57.125055 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.134148 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.211335 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks [] for security_group (a74ade75-1f82-4925-8150-40a2cfe86758), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.271484 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a74ade75-1f82-4925-8150-40a2cfe86758), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.299570 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:03:57.310334 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ade75-1f82-4925-8150-40a2cfe86758,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:57.312574 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (fabd31a3-8944-4549-bbae-7e2876acbb61), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.313486 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Added segment fabd31a3-8944-4549-bbae-7e2876acbb61 of type vlan for network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 Aug 24 05:03:57.352386 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (24d96d9d-6911-48d1-b9ca-f4ffb176a803), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.449091 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (24d96d9d-6911-48d1-b9ca-f4ffb176a803), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.450068 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:57.450658 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.501554 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2b800-8694-4c34-9e5c-00896afb2aee req-56314322-a2ce-44b4-8057-2198eabc14aa tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:57.503032 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51f2b800-8694-4c34-9e5c-00896afb2aee req-56314322-a2ce-44b4-8057-2198eabc14aa tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0467899 Aug 24 05:03:57.516336 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] Pushing event updated for resources: {'Network': ['ID=24d96d9d-6911-48d1-b9ca-f4ffb176a803,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:57.526057 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:03:57.541112 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2d197881-fecb-417d-b932-170f9d79cc49 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6344512 Aug 24 05:03:57.543957 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 44358) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:57.550031 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Request body: {'subnet': {'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064806479-subnet', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:57.556199 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51f2b800-8694-4c34-9e5c-00896afb2aee req-fdb9dd89-335e-4794-83d8-af346a8301e6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474112 Aug 24 05:03:57.666082 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Made reservation on behalf of f6a6379a0607459187075dfcd968d706 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:03:57.668619 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085435'] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.924296 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4888168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085461'] for subnet (aa4ddd5c-349c-4abf-b4dc-3498ab600803), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:57.950443 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:57.970623 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:57.979306 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4ddd5c-349c-4abf-b4dc-3498ab600803,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:57.999143 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Checking segment: {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:03:57.999518 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Network hostable DHCP agents. Network: 24d96d9d-6911-48d1-b9ca-f4ffb176a803, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:03:58.094939 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:03:58.203911 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 24d96d9d-6911-48d1-b9ca-f4ffb176a803) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:03:58.208669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:58.210012 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.213773 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70965c1-46dd-4c4d-bacb-fb2df08bbae7 None None] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:03:58.283337 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:58.317792 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'project_id': 'f6a6379a0607459187075dfcd968d706', 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 05:03:58.319117 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.343690 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9cee9b18-bfe4-47a1-b71b-f9b41532e71c admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7981246 Aug 24 05:03:58.346465 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44376) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:03:58.350786 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:03:58.451671 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:58.471035 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Allocated IP 172.20.0.2 (24d96d9d-6911-48d1-b9ca-f4ffb176a803/aa4ddd5c-349c-4abf-b4dc-3498ab600803/d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:03:58.474045 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.475501 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.536993 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks [] for router_controller (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), precommit_add_association {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.636225 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Publish callbacks [] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.728671 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.784656 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Pushing event updated for resources: {'Port': ['ID=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:58.796721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:03:58.799005 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:03:58.801644 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:03:58.824589 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333b2e3-6126-4ae1-97c2-8f647342c729 req-2f00f33f-8f57-4d9f-a0ce-3b70437fe241 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:58.832092 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3333b2e3-6126-4ae1-97c2-8f647342c729 req-2f00f33f-8f57-4d9f-a0ce-3b70437fe241 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.1678147 Aug 24 05:03:58.837302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks [] for router_gateway (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.881923 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Attempting to bind port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:03:58.882577 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Attempting to bind port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:03:58.883130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Attempting to bind port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e on network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:03:58.888797 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:03:58.889686 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Checking segment: {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:03:58.890128 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.890678 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Bound using segment: {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:03:58.891333 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Bound port: d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:03:58.891870 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:58.901667 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3333b2e3-6126-4ae1-97c2-8f647342c729 req-3fc9b192-f73d-4f4b-9783-2ed409908ccd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685458 Aug 24 05:03:58.980062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] For port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:03:58.985162 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] For port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:03:59.054132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:59.067624 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.118540 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:59.175878 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00f4b6-5c4d-4a0b-ac88-ca715e067743 None None] Pushing event updated for resources: {'Port': ['ID=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:03:59.213010 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:59.225920 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks [] for router_gateway (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.254788 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.428144 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.440117 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Allocated IP 172.27.1.42 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/540540a2-d173-452e-a5e8-30c4bc75421a) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:03:59.632211 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:03:59.635472 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks [] for port (540540a2-d173-452e-a5e8-30c4bc75421a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.690373 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:03:59.691385 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.717817 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6277c-a1f9-4817-a89b-45e8ab04759e req-9ee4617a-e8c4-4127-adec-1e518cb02ec8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:03:59.722052 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8ed6277c-a1f9-4817-a89b-45e8ab04759e req-9ee4617a-e8c4-4127-adec-1e518cb02ec8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0739813 Aug 24 05:03:59.783243 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8ed6277c-a1f9-4817-a89b-45e8ab04759e req-10ffeb8f-2e92-438d-a9c9-947337689d2e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Aug 24 05:03:59.793714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:03:59.794181 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.811931 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.847381 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:03:59.849792 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:03:59.854662 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:03:59.862105 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:03:59.869885 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:03:59.923410 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:03:59.953456 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Pushing event updated for resources: {'Port': ['ID=540540a2-d173-452e-a5e8-30c4bc75421a,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:00.050373 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:00.118499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76affbb0-ea8d-47cf-9acd-0770068d941a req-5cbad99d-81fe-4da6-b9a7-75a850b0164d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:00.120205 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-76affbb0-ea8d-47cf-9acd-0770068d941a req-5cbad99d-81fe-4da6-b9a7-75a850b0164d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0695493 Aug 24 05:04:00.321828 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-76affbb0-ea8d-47cf-9acd-0770068d941a req-6cb233fa-273c-4a95-8567-b0ae765379c1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949599 Aug 24 05:04:00.328070 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks [] for router_gateway (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:00.423429 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42ed21-e150-470b-a59c-fb505da319a9 None None] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:04:00.539778 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-b5f4a84b-3614-40dc-b46f-f335fdeb420f None None] Provisioning complete for port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:00.539778 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a84b-3614-40dc-b46f-f335fdeb420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:00.561661 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:00.662195 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4a84b-3614-40dc-b46f-f335fdeb420f None None] Current status of the port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:00.714295 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:00.803255 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 05:04:00.890447 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-5df89112-cd5b-4f76-86ed-a1270c859111 None None] Provisioning complete for port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:00.891139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5df89112-cd5b-4f76-86ed-a1270c859111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:00.941917 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:00.984680 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a2a1c-32b0-4d6e-801b-73020c2b21ba req-accdffcb-3bf6-4e81-b5dd-e6d41849a367 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:00.986222 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-224a2a1c-32b0-4d6e-801b-73020c2b21ba req-accdffcb-3bf6-4e81-b5dd-e6d41849a367 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.1018229 Aug 24 05:04:00.993894 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-5df89112-cd5b-4f76-86ed-a1270c859111 None None] Current status of the port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:01.062000 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:04:01.071530 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-224a2a1c-32b0-4d6e-801b-73020c2b21ba req-198c81c5-5e5a-4e45-9ed3-72e38421ba23 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787950 Aug 24 05:04:01.073428 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Sync routers for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:04:01.085234 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:01.086067 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:03:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:01.143567 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:01.147421 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-957faf52-c5e1-4abc-9a89-ea99f2df0986 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7973366 Aug 24 05:04:01.147567 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44408) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:01.230299 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:01.470794 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:01.568125 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df7948-8fa4-42f0-bc60-613396890d29 req-0de41ee6-d4ff-4aa9-9dd3-b2f3a4a13da9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:01.579481 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-81df7948-8fa4-42f0-bc60-613396890d29 req-0de41ee6-d4ff-4aa9-9dd3-b2f3a4a13da9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0998418 Aug 24 05:04:01.674765 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:01.746252 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-81df7948-8fa4-42f0-bc60-613396890d29 req-369fb455-3c2f-477f-bff9-e9f9098080ff tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346052 Aug 24 05:04:01.770275 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:01.786391 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-7e112f33-a7a1-462f-9648-3cc1ceadd9ee tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:01.790576 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-7e112f33-a7a1-462f-9648-3cc1ceadd9ee tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.0926216 Aug 24 05:04:01.818183 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:01.818703 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:01.864098 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:00Z', 'revision_number': 3, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:01.897976 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Deleting port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:04:01.898592 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:01.899170 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Checking router: 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:04:01.899680 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Updating router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa port 540540a2-d173-452e-a5e8-30c4bc75421a binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:04:01.982287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:01.988596 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Allocated IP 172.20.0.1 (24d96d9d-6911-48d1-b9ca-f4ffb176a803/aa4ddd5c-349c-4abf-b4dc-3498ab600803/7feccdbf-1df3-4032-9fd7-d04520555d92) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:04:01.994236 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:01.998979 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] For port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:01.999596 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.014887 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Calling delete_port for 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:04:02.034476 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:02.042221 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:02.184406 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks [] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.277598 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (6582e8f7-2c4c-46ea-842e-2f3abcaf9209), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.293913 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['6582e8f7-2c4c-46ea-842e-2f3abcaf9209'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:04:02.352476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Pushing event deleted for resources: {'Port': ['ID=6582e8f7-2c4c-46ea-842e-2f3abcaf9209,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:02.387891 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Publish callbacks [] for port (540540a2-d173-452e-a5e8-30c4bc75421a), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.390125 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] No DVR routers for this DVR port 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:04:02.392672 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.397470 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4db9a058-37b9-4b02-812e-6a64a5a1eb73 req-ef63fb30-2983-4c54-a41c-882e13a69977 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "DELETE /networking/v2.0/ports/6582e8f7-2c4c-46ea-842e-2f3abcaf9209 HTTP/1.1" status: 204 len: 173 time: 0.6004901 Aug 24 05:04:02.397946 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'name': 'network-vif-deleted', 'tag': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:04:02.400368 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6239b9dd-8ac1-4c83-b794-19db1b0a1a72" -d '{"events": [{"server_uuid": "c457eac0-4570-4491-8e1a-d09cd8fd7d80", "name": "network-vif-deleted", "tag": "6582e8f7-2c4c-46ea-842e-2f3abcaf9209"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:04:02.443583 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.447412 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53bc59e-2768-44fc-bd5c-5da10b99a511 x-openstack-request-id: req-d53bc59e-2768-44fc-bd5c-5da10b99a511 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:04:02.447875 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c457eac0-4570-4491-8e1a-d09cd8fd7d80", "name": "network-vif-deleted", "tag": "6582e8f7-2c4c-46ea-842e-2f3abcaf9209", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:04:02.448276 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d53bc59e-2768-44fc-bd5c-5da10b99a511 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:04:02.448685 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53bc59e-2768-44fc-bd5c-5da10b99a511'] response: {'server_uuid': 'c457eac0-4570-4491-8e1a-d09cd8fd7d80', 'name': 'network-vif-deleted', 'tag': '6582e8f7-2c4c-46ea-842e-2f3abcaf9209', 'status': 'completed', 'code': 200} Aug 24 05:04:02.480589 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Attempting to bind port 540540a2-d173-452e-a5e8-30c4bc75421a on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:04:02.481093 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Attempting to bind port 540540a2-d173-452e-a5e8-30c4bc75421a by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:04:02.481459 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Attempting to bind port 540540a2-d173-452e-a5e8-30c4bc75421a on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:02.496600 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:04:02.497024 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:02.497385 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.497784 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:04:02.498319 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Bound port: 540540a2-d173-452e-a5e8-30c4bc75421a, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:04:02.500850 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.536244 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70492400-feaa-43d1-95c7-d436a95d5f7c None None] Pushing event updated for resources: {'Port': ['ID=540540a2-d173-452e-a5e8-30c4bc75421a,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:02.569228 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe23cfb-83d3-445e-8e50-e0d76e631299 req-3c02d398-4d97-48a7-be1d-fa748aee7872 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:02.570887 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1fe23cfb-83d3-445e-8e50-e0d76e631299 req-3c02d398-4d97-48a7-be1d-fa748aee7872 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c457eac0-4570-4491-8e1a-d09cd8fd7d80 HTTP/1.1" status: 200 len: 945 time: 0.3658874 Aug 24 05:04:02.603563 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:02.635940 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] For port 540540a2-d173-452e-a5e8-30c4bc75421a, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:04:02.635940 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] For port 540540a2-d173-452e-a5e8-30c4bc75421a, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=540540a2-d173-452e-a5e8-30c4bc75421a,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:04:02.636524 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1fe23cfb-83d3-445e-8e50-e0d76e631299 req-9232f997-fe5a-4b52-b84c-1c0f06682906 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Aug 24 05:04:02.875280 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.877450 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.916139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:02.916782 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:03:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:02.922775 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:02.935779 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fe468-c5ec-4e46-a203-e2e6407e53f0 req-bf6eda9a-52bb-4165-9085-f86397d27c49 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:02.937256 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd1fe468-c5ec-4e46-a203-e2e6407e53f0 req-bf6eda9a-52bb-4165-9085-f86397d27c49 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0935807 Aug 24 05:04:02.940862 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:02.945124 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:02.954663 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:04:02.955155 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:02.982409 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=18 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:03.000073 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Pushing event updated for resources: {'Port': ['ID=7feccdbf-1df3-4032-9fd7-d04520555d92,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:03.001222 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70492400-feaa-43d1-95c7-d436a95d5f7c None None] Pushing event updated for resources: {'Port': ['ID=540540a2-d173-452e-a5e8-30c4bc75421a,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:03.043824 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:03.052045 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd1fe468-c5ec-4e46-a203-e2e6407e53f0 req-4fbc7262-c4b6-4da7-86b7-75a3ab2d5eab tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080880 Aug 24 05:04:03.217565 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:03.251054 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:03.301135 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:00Z', 'revision_number': 3, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:03.339631 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2eb07-424a-47ed-8639-b8fa4e1dbfff None None] The sync data for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi is: [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:00Z', 'revision_number': 3, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:04:03.363800 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-44b9fa5d-8e22-4a53-9f45-357e2df70fcf None None] Provisioning complete for port 7feccdbf-1df3-4032-9fd7-d04520555d92 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:03.365242 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa5d-8e22-4a53-9f45-357e2df70fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:03.413897 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-44b9fa5d-8e22-4a53-9f45-357e2df70fcf None None] Port 7feccdbf-1df3-4032-9fd7-d04520555d92 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:04:03.457302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks [] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:03.517735 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:03.518631 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:03.710378 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:03.714410 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:03.763991 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Pushing event updated for resources: {'Port': ['ID=7feccdbf-1df3-4032-9fd7-d04520555d92,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:03.893141 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:03.945146 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:04:04.048391 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-4438c3d7-957e-4e87-aacb-cf5dd527b8c2 None None] Provisioning complete for port 7feccdbf-1df3-4032-9fd7-d04520555d92 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:04.049490 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4438c3d7-957e-4e87-aacb-cf5dd527b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:04.095202 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-4438c3d7-957e-4e87-aacb-cf5dd527b8c2 None None] Port 7feccdbf-1df3-4032-9fd7-d04520555d92 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:04:04.128292 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:04:04.138611 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e2c8c376-34d7-42f9-8792-3ca330a9e45b admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9899952 Aug 24 05:04:04.294916 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=10 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:04.309980 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:04.314292 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45422329-fe4f-4f53-b8b7-eeda67d3abbb req-cf215a1e-5923-4c94-9c3e-150ae6d4f6f7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:04.316161 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-45422329-fe4f-4f53-b8b7-eeda67d3abbb req-cf215a1e-5923-4c94-9c3e-150ae6d4f6f7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.1024342 Aug 24 05:04:04.419080 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-45422329-fe4f-4f53-b8b7-eeda67d3abbb req-43645c87-0062-41e4-8310-1ace8f408eb6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941672 Aug 24 05:04:04.872783 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-54edaf00-a6e6-426d-84c2-3595b1e1505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.140170 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44446) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:05.145051 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-501582760-network', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:05.243342 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Made reservation on behalf of cae251b8db4b41ed8a7c98aa77a40a49 for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:04:05.245847 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.258027 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.351439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks [] for security_group (ea08b09d-9165-482f-bb60-1ae1bbb0c5f2), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.443476 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (ea08b09d-9165-482f-bb60-1ae1bbb0c5f2), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.491208 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:04:05.526660 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (c07e48c0-998d-4102-80d4-a25167a5abab), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.534456 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Added segment c07e48c0-998d-4102-80d4-a25167a5abab of type vlan for network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 Aug 24 05:04:05.534456 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea08b09d-9165-482f-bb60-1ae1bbb0c5f2,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:05.551182 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Sync routers for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:04:05.566777 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:05.567434 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:03:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:05.628939 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.647092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d059-a5f0-4e7c-a400-21d94e5c1338 req-f67765e1-d7fd-4c47-8e09-6d2ea6e93725 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:05.654179 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7f16d059-a5f0-4e7c-a400-21d94e5c1338 req-f67765e1-d7fd-4c47-8e09-6d2ea6e93725 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0962069 Aug 24 05:04:05.689618 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 540540a2-d173-452e-a5e8-30c4bc75421a up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:05.721944 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7f16d059-a5f0-4e7c-a400-21d94e5c1338 req-5e5c5fde-190f-4ee9-af2f-1701236c25f9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663090 Aug 24 05:04:05.733070 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:05.775482 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 540540a2-d173-452e-a5e8-30c4bc75421a triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:05.776024 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.781330 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.782698 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:05.783505 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.866659 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] Pushing event updated for resources: {'Network': ['ID=c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:05.892017 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:04:05.929258 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 540540a2-d173-452e-a5e8-30c4bc75421a is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:05.929767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:05.954746 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 2, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:05.959684 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5762077c-fb76-4773-a315-24975ac1df4d admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8158317 Aug 24 05:04:05.967918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44456) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:05.967918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Request body: {'subnet': {'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-501582760-subnet', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:05.985088 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Checking router: 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:04:05.985667 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Updating router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa port 7feccdbf-1df3-4032-9fd7-d04520555d92 binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:04:06.008170 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 540540a2-d173-452e-a5e8-30c4bc75421a, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=540540a2-d173-452e-a5e8-30c4bc75421a,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:06.022779 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.094239 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Made reservation on behalf of cae251b8db4b41ed8a7c98aa77a40a49 for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:04:06.096981 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.112005 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.177052 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=540540a2-d173-452e-a5e8-30c4bc75421a,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:06.370322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (c342dbc2-9cd8-416a-8116-09f4d2025c6a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.372789 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Publish callbacks [] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.408196 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:06.438050 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c342dbc2-9cd8-416a-8116-09f4d2025c6a,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:06.449992 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.454572 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:06.461639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Checking segment: {'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:06.469172 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Network hostable DHCP agents. Network: c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:04:06.534146 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Pushing event updated for resources: {'Port': ['ID=7feccdbf-1df3-4032-9fd7-d04520555d92,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:06.558086 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.558820 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.558820 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.559131 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.559457 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.559775 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.560090 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.560404 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.561352 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.561822 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.562355 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.562702 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.563043 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.563361 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.563673 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:06.569886 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:04:06.583734 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Attempting to bind port 7feccdbf-1df3-4032-9fd7-d04520555d92 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:04:06.584095 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Attempting to bind port 7feccdbf-1df3-4032-9fd7-d04520555d92 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:04:06.584457 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Attempting to bind port 7feccdbf-1df3-4032-9fd7-d04520555d92 on network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:06.591048 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:04:06.591425 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Checking segment: {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:06.591881 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.592387 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Bound using segment: {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:04:06.593118 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Bound port: 7feccdbf-1df3-4032-9fd7-d04520555d92, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:04:06.593496 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.668621 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:06.675929 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:06.677472 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.682956 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc782b5-6877-40d7-b9b9-55a1597413dc None None] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:04:06.743739 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] For port 7feccdbf-1df3-4032-9fd7-d04520555d92, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:04:06.746816 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] For port 7feccdbf-1df3-4032-9fd7-d04520555d92, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=7feccdbf-1df3-4032-9fd7-d04520555d92,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:04:06.792887 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4', 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4', 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'fixed_ips': [{'subnet_id': 'c342dbc2-9cd8-416a-8116-09f4d2025c6a'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 05:04:06.793916 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:06.867784 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f08b0-30af-4fa0-a11d-820f116da886 req-d1b92a6a-c99d-4eb7-8763-6e1a0cdc8aaf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:06.869432 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b62f08b0-30af-4fa0-a11d-820f116da886 req-d1b92a6a-c99d-4eb7-8763-6e1a0cdc8aaf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0510249 Aug 24 05:04:06.923497 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b62f08b0-30af-4fa0-a11d-820f116da886 req-0360e459-c094-4611-81ef-3bc2849f4480 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460434 Aug 24 05:04:06.951993 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Allocated IP 172.20.0.2 (c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4/c342dbc2-9cd8-416a-8116-09f4d2025c6a/f9a956e6-668c-44b5-adf7-6b5e0018f6c1) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:04:07.035453 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:07.067929 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.073059 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b2e08fb9-4c16-40e7-b1b5-c0829d1dc26a admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1096807 Aug 24 05:04:07.073283 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44462) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:07.079836 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:07.093308 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:07.102803 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Publish callbacks [] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.109188 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:07.111636 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:07.117061 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:07.117747 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:03:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:07.181201 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18991-efb5-4248-92b1-c0953ca64669 None None] Pushing event updated for resources: {'Port': ['ID=7feccdbf-1df3-4032-9fd7-d04520555d92,revision_number=4']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:07.226551 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:07.231875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (c04642d7-1691-41f4-9e17-c2c6a8578830), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.233092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (c04642d7-1691-41f4-9e17-c2c6a8578830), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.277793 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-39dc1a46-f218-423b-b09a-2d92dc271f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.282532 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.292801 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks [] for router_controller (c04642d7-1691-41f4-9e17-c2c6a8578830), precommit_add_association {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.456711 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:04:07.507519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:07.507519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:04:07.507519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 6582e8f7-2c4c-46ea-842e-2f3abcaf9209 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:04:07.508834 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:07.511055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:04:07.537303 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:06Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:07.539851 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Pushing event updated for resources: {'Port': ['ID=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:07.595368 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f48784-d783-47f7-be18-ba0dbf0f89f0 None None] The sync data for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi is: [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:06Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:04:07.599148 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Attempting to bind port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:04:07.606335 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Attempting to bind port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:04:07.606867 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Attempting to bind port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 on network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:07.614544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:04:07.614936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Checking segment: {'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:07.615358 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.615754 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Bound using segment: {'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:04:07.616227 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Bound port: f9a956e6-668c-44b5-adf7-6b5e0018f6c1, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:04:07.617327 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.644199 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks [] for router_gateway (c04642d7-1691-41f4-9e17-c2c6a8578830), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.693997 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 540540a2-d173-452e-a5e8-30c4bc75421a up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:07.758458 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] For port f9a956e6-668c-44b5-adf7-6b5e0018f6c1, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:04:07.777418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] For port f9a956e6-668c-44b5-adf7-6b5e0018f6c1, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,segment=NetworkSegment(c07e48c0-998d-4102-80d4-a25167a5abab),segment_id=c07e48c0-998d-4102-80d4-a25167a5abab)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:04:07.785858 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 540540a2-d173-452e-a5e8-30c4bc75421a triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:07.786248 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.885345 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 540540a2-d173-452e-a5e8-30c4bc75421a is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:07.894986 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:07.977098 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f59a8-264b-4480-aa36-36d1d0159fa0 None None] Pushing event updated for resources: {'Port': ['ID=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:08.054514 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks [] for router_gateway (c04642d7-1691-41f4-9e17-c2c6a8578830), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:08.101874 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:08.283648 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b735c-8801-49a2-a5d2-55b36cef4a59 req-e35e692d-0e1e-4ca1-bb22-14f20adcff6f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:08.292688 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-db6b735c-8801-49a2-a5d2-55b36cef4a59 req-e35e692d-0e1e-4ca1-bb22-14f20adcff6f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.1992104 Aug 24 05:04:08.361263 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:08.405474 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:08.407054 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-db6b735c-8801-49a2-a5d2-55b36cef4a59 req-46fee25b-069c-4510-8bab-8cc9d9b516fc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133344 Aug 24 05:04:08.453084 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Allocated IP 172.27.1.109 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/a7586630-9f62-4008-8322-f969a0760bda) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:04:08.586998 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks [] for port (a7586630-9f62-4008-8322-f969a0760bda), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:08.616652 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:08.735577 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (a7586630-9f62-4008-8322-f969a0760bda), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:08.790899 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:08.794702 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:08.798605 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:04:08.897708 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=a7586630-9f62-4008-8322-f969a0760bda,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:09.178947 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks [] for router_gateway (c04642d7-1691-41f4-9e17-c2c6a8578830), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:09.265217 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af767e-7d76-4ee7-bcce-7b8d8d815163 None None] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:04:09.267788 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:09.387394 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-824bd605-3024-494e-9ad3-85f843489554 None None] Provisioning complete for port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:09.388100 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-824bd605-3024-494e-9ad3-85f843489554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:09.431038 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (c04642d7-1691-41f4-9e17-c2c6a8578830), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:09.570114 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-824bd605-3024-494e-9ad3-85f843489554 None None] Current status of the port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:09.570598 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-824bd605-3024-494e-9ad3-85f843489554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:09.628267 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-824bd605-3024-494e-9ad3-85f843489554 None None] For port f9a956e6-668c-44b5-adf7-6b5e0018f6c1, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,segment=NetworkSegment(c07e48c0-998d-4102-80d4-a25167a5abab),segment_id=c07e48c0-998d-4102-80d4-a25167a5abab)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:09.664373 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f718b3-9b05-49d5-9308-03aab3aa5ceb req-e88c4859-2083-4d48-84ee-f6958dec213c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:09.666077 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00f718b3-9b05-49d5-9308-03aab3aa5ceb req-e88c4859-2083-4d48-84ee-f6958dec213c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.1113122 Aug 24 05:04:09.700695 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-824bd605-3024-494e-9ad3-85f843489554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:09.738470 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 7feccdbf-1df3-4032-9fd7-d04520555d92 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:09.740484 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00f718b3-9b05-49d5-9308-03aab3aa5ceb req-ac86714d-1149-4766-8c7e-afc0414b5682 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677638 Aug 24 05:04:09.814504 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 7feccdbf-1df3-4032-9fd7-d04520555d92 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:09.814504 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:09.821137 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Router c04642d7-1691-41f4-9e17-c2c6a8578830 is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 05:04:09.847413 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bd605-3024-494e-9ad3-85f843489554 None None] Pushing event updated for resources: {'Port': ['ID=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:09.910857 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:09.956852 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:04:09.971775 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Sync routers for ids ['c04642d7-1691-41f4-9e17-c2c6a8578830'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:04:09.976084 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-21234c91-a08d-418f-8880-98827ec0fb76 None None] Provisioning complete for port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:09.976463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-21234c91-a08d-418f-8880-98827ec0fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:09.977911 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 7feccdbf-1df3-4032-9fd7-d04520555d92 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:09.978282 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.040050 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Routers {'c04642d7-1691-41f4-9e17-c2c6a8578830'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:10.040681 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:04:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['c04642d7-1691-41f4-9e17-c2c6a8578830'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:10.115116 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.116842 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5dee43ed-c3df-4a4f-ac48-4475d27bfcc2 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0424390 Aug 24 05:04:10.118960 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.122272 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44490) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:10.122504 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.135692 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 7feccdbf-1df3-4032-9fd7-d04520555d92, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=7feccdbf-1df3-4032-9fd7-d04520555d92,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:10.142290 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:10.215964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.216797 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device f9a956e6-668c-44b5-adf7-6b5e0018f6c1 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:10.225924 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Set router c04642d7-1691-41f4-9e17-c2c6a8578830 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:10.244729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-21234c91-a08d-418f-8880-98827ec0fb76 None None] Current status of the port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:10.348045 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:10.354123 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:10.444261 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:10.445062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.448990 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=7feccdbf-1df3-4032-9fd7-d04520555d92,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:10.578445 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:04:08Z', 'revision_number': 3, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:10.630477 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Checking router: c04642d7-1691-41f4-9e17-c2c6a8578830 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:04:10.630797 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Updating router c04642d7-1691-41f4-9e17-c2c6a8578830 port a7586630-9f62-4008-8322-f969a0760bda binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:04:10.665919 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:10.679796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a7586630-9f62-4008-8322-f969a0760bda), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.914947 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:10.930225 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84296-c52c-4774-bf5d-72bd39aa189c req-e964670a-8a64-412f-b405-f95dd1589994 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:10.931847 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-77c84296-c52c-4774-bf5d-72bd39aa189c req-e964670a-8a64-412f-b405-f95dd1589994 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0697019 Aug 24 05:04:10.958025 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Publish callbacks [] for port (a7586630-9f62-4008-8322-f969a0760bda), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.031650 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-77c84296-c52c-4774-bf5d-72bd39aa189c req-a812d8de-d388-4ce1-bac4-ffb14c2d9901 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873554 Aug 24 05:04:11.054471 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (a7586630-9f62-4008-8322-f969a0760bda), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.113614 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Attempting to bind port a7586630-9f62-4008-8322-f969a0760bda on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:04:11.115088 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Attempting to bind port a7586630-9f62-4008-8322-f969a0760bda by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:04:11.116015 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Attempting to bind port a7586630-9f62-4008-8322-f969a0760bda on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:11.144282 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:04:11.147012 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:11.147580 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.148078 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:04:11.148667 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Bound port: a7586630-9f62-4008-8322-f969a0760bda, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:04:11.149811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a7586630-9f62-4008-8322-f969a0760bda), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.200614 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e3492-22f2-43ed-a539-f37e34c125d7 None None] Pushing event updated for resources: {'Port': ['ID=a7586630-9f62-4008-8322-f969a0760bda,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:11.207052 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Allocated IP 172.20.0.1 (c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4/c342dbc2-9cd8-416a-8116-09f4d2025c6a/5b9b00e1-a6a0-4753-b787-274d6538d653) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:04:11.230231 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] For port a7586630-9f62-4008-8322-f969a0760bda, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:04:11.234243 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] For port a7586630-9f62-4008-8322-f969a0760bda, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=a7586630-9f62-4008-8322-f969a0760bda,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:04:11.291122 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:11.297308 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (a7586630-9f62-4008-8322-f969a0760bda), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.356332 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks [] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.457449 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:11.469001 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.516584 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Routers {'c04642d7-1691-41f4-9e17-c2c6a8578830'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:11.517451 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:04:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['c04642d7-1691-41f4-9e17-c2c6a8578830'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:11.575286 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9b00e1-a6a0-4753-b787-274d6538d653,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:11.579246 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:11.581822 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:11.583931 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:04:11.584452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (c04642d7-1691-41f4-9e17-c2c6a8578830), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.626966 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e3492-22f2-43ed-a539-f37e34c125d7 None None] Pushing event updated for resources: {'Port': ['ID=a7586630-9f62-4008-8322-f969a0760bda,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:11.642810 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 7feccdbf-1df3-4032-9fd7-d04520555d92 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:11.648883 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:11.674728 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:11.704178 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] Set router c04642d7-1691-41f4-9e17-c2c6a8578830 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:11.768204 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 7feccdbf-1df3-4032-9fd7-d04520555d92 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:11.768588 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.913734 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-38ba0bb8-1270-4540-8531-bd0af68b6263 None None] Provisioning complete for port 5b9b00e1-a6a0-4753-b787-274d6538d653 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:11.914023 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-38ba0bb8-1270-4540-8531-bd0af68b6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:11.956688 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 7feccdbf-1df3-4032-9fd7-d04520555d92 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:11.957741 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device f9a956e6-668c-44b5-adf7-6b5e0018f6c1 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:12.005163 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-38ba0bb8-1270-4540-8531-bd0af68b6263 None None] Port 5b9b00e1-a6a0-4753-b787-274d6538d653 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:04:12.008371 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:04:08Z', 'revision_number': 3, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:12.037410 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670837b-6a08-4305-82a4-419fcd2d6319 None None] The sync data for ids ['c04642d7-1691-41f4-9e17-c2c6a8578830'] in dv-cinder-854265-1-iscsi is: [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:04:08Z', 'revision_number': 3, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:04:12.048992 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:12.049387 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:12.136954 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:12.194585 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8359e6-846c-4633-a1f6-35b033c5475c req-6e07f9c8-d7c9-4a7c-8f10-5117744f68e2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:12.196137 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-df8359e6-846c-4633-a1f6-35b033c5475c req-6e07f9c8-d7c9-4a7c-8f10-5117744f68e2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0502000 Aug 24 05:04:12.249400 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-df8359e6-846c-4633-a1f6-35b033c5475c req-d66aae97-f04b-45f3-86c2-894335ee83cd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Aug 24 05:04:12.304363 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:12.363756 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=49,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:12.364558 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=58,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:12.494651 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:12.516554 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks [] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:12.593275 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:12.594797 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (c04642d7-1691-41f4-9e17-c2c6a8578830), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:12.682243 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:12.685081 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9b00e1-a6a0-4753-b787-274d6538d653,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:12.762605 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:12.766495 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:12.902049 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Router c04642d7-1691-41f4-9e17-c2c6a8578830 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:04:13.046556 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:04:13.063847 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-a4688d00-7dd2-46d0-af5e-531cf523f6b3 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/c04642d7-1691-41f4-9e17-c2c6a8578830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9431837 Aug 24 05:04:13.242550 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-3d6cac56-96d2-4f38-bea5-ebd627e2f864 None None] Provisioning complete for port 5b9b00e1-a6a0-4753-b787-274d6538d653 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:13.243145 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3d6cac56-96d2-4f38-bea5-ebd627e2f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.278564 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cac56-96d2-4f38-bea5-ebd627e2f864 None None] Port 5b9b00e1-a6a0-4753-b787-274d6538d653 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:04:13.381183 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c66521-575d-43b6-905b-4a56616a4be3 req-36695383-fe00-4e1f-bde2-f5bc1217a81f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:13.382739 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c7c66521-575d-43b6-905b-4a56616a4be3 req-36695383-fe00-4e1f-bde2-f5bc1217a81f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0488229 Aug 24 05:04:13.434393 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c7c66521-575d-43b6-905b-4a56616a4be3 req-430ef85b-33d1-4691-85c0-73a6b7cfd039 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461235 Aug 24 05:04:13.535510 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44524) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:13.540369 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-3746a4a9-f594-463f-be0f-544714106941 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672163946', 'description': 'tempest-secgroup-smoke-1672163946 description', 'project_id': 'f6a6379a0607459187075dfcd968d706'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:13.577193 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device a7586630-9f62-4008-8322-f969a0760bda up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:13.625157 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port a7586630-9f62-4008-8322-f969a0760bda triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:13.625531 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a7586630-9f62-4008-8322-f969a0760bda), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.631693 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3746a4a9-f594-463f-be0f-544714106941 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.702933 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3746a4a9-f594-463f-be0f-544714106941 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group (9491f300-0029-4f92-bbce-6dfa6149c9aa), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.704047 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port a7586630-9f62-4008-8322-f969a0760bda is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:13.704527 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a7586630-9f62-4008-8322-f969a0760bda), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.726152 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port a7586630-9f62-4008-8322-f969a0760bda, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=a7586630-9f62-4008-8322-f969a0760bda,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:13.791684 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3746a4a9-f594-463f-be0f-544714106941 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (9491f300-0029-4f92-bbce-6dfa6149c9aa), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.803406 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (a7586630-9f62-4008-8322-f969a0760bda), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.822960 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746a4a9-f594-463f-be0f-544714106941 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9491f300-0029-4f92-bbce-6dfa6149c9aa,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:13.852946 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=a7586630-9f62-4008-8322-f969a0760bda,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:13.890852 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3746a4a9-f594-463f-be0f-544714106941 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:13.892165 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-3746a4a9-f594-463f-be0f-544714106941 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3554039 Aug 24 05:04:13.899329 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44530) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:13.903672 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-9d6ea044-b94d-451a-87a9-bf753cb5905a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'security_group_rule': {'security_group_id': '9491f300-0029-4f92-bbce-6dfa6149c9aa', 'project_id': 'f6a6379a0607459187075dfcd968d706', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:13.916150 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:14.026162 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea044-b94d-451a-87a9-bf753cb5905a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (1eda7cc3-a484-47b5-912c-3da8b61fa97a), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.085080 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea044-b94d-451a-87a9-bf753cb5905a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (1eda7cc3-a484-47b5-912c-3da8b61fa97a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.180212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea044-b94d-451a-87a9-bf753cb5905a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (1eda7cc3-a484-47b5-912c-3da8b61fa97a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.200633 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea044-b94d-451a-87a9-bf753cb5905a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eda7cc3-a484-47b5-912c-3da8b61fa97a,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:14.313807 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea044-b94d-451a-87a9-bf753cb5905a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.315101 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-9d6ea044-b94d-451a-87a9-bf753cb5905a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4147897 Aug 24 05:04:14.317731 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44534) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:14.322011 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-e68b52fe-cd69-4b20-907d-caf8f69ca5d8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'security_group_rule': {'security_group_id': '9491f300-0029-4f92-bbce-6dfa6149c9aa', 'project_id': 'f6a6379a0607459187075dfcd968d706', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:14.402976 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e68b52fe-cd69-4b20-907d-caf8f69ca5d8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (7a1590b7-fdd6-4202-8f9a-cc2ba555a4ea), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.458873 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e68b52fe-cd69-4b20-907d-caf8f69ca5d8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (7a1590b7-fdd6-4202-8f9a-cc2ba555a4ea), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.544452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e68b52fe-cd69-4b20-907d-caf8f69ca5d8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (7a1590b7-fdd6-4202-8f9a-cc2ba555a4ea), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.576457 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b52fe-cd69-4b20-907d-caf8f69ca5d8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1590b7-fdd6-4202-8f9a-cc2ba555a4ea,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:14.584212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908096fb-e924-4abe-9a54-c965890503a8 req-c0e7f629-5742-485e-b04b-94339dd9b759 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:14.585714 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-908096fb-e924-4abe-9a54-c965890503a8 req-c0e7f629-5742-485e-b04b-94339dd9b759 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0697715 Aug 24 05:04:14.635523 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-908096fb-e924-4abe-9a54-c965890503a8 req-48fb3d0f-33b9-4593-a21c-d7cba25dc48d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Aug 24 05:04:14.657683 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e68b52fe-cd69-4b20-907d-caf8f69ca5d8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.658813 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e68b52fe-cd69-4b20-907d-caf8f69ca5d8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3401771 Aug 24 05:04:14.661607 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44540) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:14.665825 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-2cf0dbcb-cf5c-4ecf-a968-1f8dd2bd44a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'security_group_rule': {'security_group_id': '9491f300-0029-4f92-bbce-6dfa6149c9aa', 'project_id': 'f6a6379a0607459187075dfcd968d706', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:14.753147 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2cf0dbcb-cf5c-4ecf-a968-1f8dd2bd44a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (09fce9a3-9068-46d3-aa5f-fbec9fa13d65), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.756617 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:14.812501 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2cf0dbcb-cf5c-4ecf-a968-1f8dd2bd44a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (09fce9a3-9068-46d3-aa5f-fbec9fa13d65), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.894774 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2cf0dbcb-cf5c-4ecf-a968-1f8dd2bd44a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (09fce9a3-9068-46d3-aa5f-fbec9fa13d65), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.915564 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0dbcb-cf5c-4ecf-a968-1f8dd2bd44a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fce9a3-9068-46d3-aa5f-fbec9fa13d65,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:14.971684 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2cf0dbcb-cf5c-4ecf-a968-1f8dd2bd44a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:14.972982 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2cf0dbcb-cf5c-4ecf-a968-1f8dd2bd44a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103926 Aug 24 05:04:14.975632 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44544) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:14.979819 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-9cc6fc19-9140-40a2-ab5f-e5d399cf8eb1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'security_group_rule': {'security_group_id': '9491f300-0029-4f92-bbce-6dfa6149c9aa', 'project_id': 'f6a6379a0607459187075dfcd968d706', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:15.022215 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Sync routers for ids ['c04642d7-1691-41f4-9e17-c2c6a8578830'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:04:15.034420 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Routers {'c04642d7-1691-41f4-9e17-c2c6a8578830'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:15.035051 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:04:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['c04642d7-1691-41f4-9e17-c2c6a8578830'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:15.100179 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9cc6fc19-9140-40a2-ab5f-e5d399cf8eb1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (e7d58e28-8957-4db8-a031-1aecbaf08407), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.138185 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Set router c04642d7-1691-41f4-9e17-c2c6a8578830 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:15.159004 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9cc6fc19-9140-40a2-ab5f-e5d399cf8eb1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (e7d58e28-8957-4db8-a031-1aecbaf08407), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.243258 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9cc6fc19-9140-40a2-ab5f-e5d399cf8eb1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (e7d58e28-8957-4db8-a031-1aecbaf08407), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.263264 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6fc19-9140-40a2-ab5f-e5d399cf8eb1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d58e28-8957-4db8-a031-1aecbaf08407,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:15.327960 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:04:11Z', 'revision_number': 4, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '5b9b00e1-a6a0-4753-b787-274d6538d653', 'name': '', 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'mac_address': 'fa:16:3e:a7:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c342dbc2-9cd8-416a-8116-09f4d2025c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:10Z', 'updated_at': '2022-08-24T05:04:12Z', 'revision_number': 2, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'subnets': [{'id': 'c342dbc2-9cd8-416a-8116-09f4d2025c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:15.342049 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9cc6fc19-9140-40a2-ab5f-e5d399cf8eb1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.343324 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-9cc6fc19-9140-40a2-ab5f-e5d399cf8eb1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3667622 Aug 24 05:04:15.345965 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44546) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:15.350281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'security_group_rule': {'security_group_id': '9491f300-0029-4f92-bbce-6dfa6149c9aa', 'project_id': 'f6a6379a0607459187075dfcd968d706', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:15.356517 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Checking router: c04642d7-1691-41f4-9e17-c2c6a8578830 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:04:15.358314 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Updating router c04642d7-1691-41f4-9e17-c2c6a8578830 port 5b9b00e1-a6a0-4753-b787-274d6538d653 binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:04:15.379424 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:15.385746 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.443617 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.securitygroups_db [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Project f6a6379a0607459187075dfcd968d706 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 05:04:15.452771 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (ad971f49-c935-4ce1-bcff-407e2cc08f3f), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.507133 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (ad971f49-c935-4ce1-bcff-407e2cc08f3f), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.560898 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device a7586630-9f62-4008-8322-f969a0760bda up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:15.592132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (ad971f49-c935-4ce1-bcff-407e2cc08f3f), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.603324 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:15.605577 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port a7586630-9f62-4008-8322-f969a0760bda triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:15.605987 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a7586630-9f62-4008-8322-f969a0760bda), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.614020 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad971f49-c935-4ce1-bcff-407e2cc08f3f,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:15.646857 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Publish callbacks [] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.688299 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port a7586630-9f62-4008-8322-f969a0760bda is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:15.691296 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.692579 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5b8f4619-b4cb-4826-a67e-66d91ddde36f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3456035 Aug 24 05:04:15.700953 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44552) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:15.705938 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'security_group_rule': {'security_group_id': '9491f300-0029-4f92-bbce-6dfa6149c9aa', 'project_id': 'f6a6379a0607459187075dfcd968d706', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:15.718197 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.777037 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0123075-0c55-441b-a9b3-d839ae43bad7 req-2b98f891-b185-41f7-9212-804a70e1c223 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:15.778999 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d0123075-0c55-441b-a9b3-d839ae43bad7 req-2b98f891-b185-41f7-9212-804a70e1c223 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0480232 Aug 24 05:04:15.785865 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6d6a-2167-4a8e-9847-6a9bae0ed779 None None] Pushing event updated for resources: {'Port': ['ID=5b9b00e1-a6a0-4753-b787-274d6538d653,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:15.815804 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Attempting to bind port 5b9b00e1-a6a0-4753-b787-274d6538d653 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:04:15.816168 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Attempting to bind port 5b9b00e1-a6a0-4753-b787-274d6538d653 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:04:15.818365 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Attempting to bind port 5b9b00e1-a6a0-4753-b787-274d6538d653 on network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:15.818510 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.securitygroups_db [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Project f6a6379a0607459187075dfcd968d706 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 05:04:15.821675 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:04:15.822036 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Checking segment: {'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:15.822416 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.822894 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Bound using segment: {'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:04:15.823828 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Bound port: 5b9b00e1-a6a0-4753-b787-274d6538d653, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07e48c0-998d-4102-80d4-a25167a5abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:04:15.823828 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.830571 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (b4d1249e-5983-40d9-afab-6bc5de73be71), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.837029 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d0123075-0c55-441b-a9b3-d839ae43bad7 req-e2a49546-018f-4a6b-a521-223732ad1074 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517731 Aug 24 05:04:15.886693 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] For port 5b9b00e1-a6a0-4753-b787-274d6538d653, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:04:15.888425 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:15.890730 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] For port 5b9b00e1-a6a0-4753-b787-274d6538d653, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=5b9b00e1-a6a0-4753-b787-274d6538d653,segment=NetworkSegment(c07e48c0-998d-4102-80d4-a25167a5abab),segment_id=c07e48c0-998d-4102-80d4-a25167a5abab)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:04:15.898423 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (b4d1249e-5983-40d9-afab-6bc5de73be71), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.985761 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (b4d1249e-5983-40d9-afab-6bc5de73be71), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:15.986225 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:16.008829 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d1249e-5983-40d9-afab-6bc5de73be71,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:16.021485 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Routers {'c04642d7-1691-41f4-9e17-c2c6a8578830'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:04:16.022107 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:04:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['c04642d7-1691-41f4-9e17-c2c6a8578830'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:16.079754 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:16.080976 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0145fc50-06ad-4162-8a2e-ae2fef34a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3790262 Aug 24 05:04:16.110586 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6d6a-2167-4a8e-9847-6a9bae0ed779 None None] Pushing event updated for resources: {'Port': ['ID=5b9b00e1-a6a0-4753-b787-274d6538d653,revision_number=4']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:16.151984 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] Set router c04642d7-1691-41f4-9e17-c2c6a8578830 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:04:16.376738 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:16.428338 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:04:11Z', 'revision_number': 4, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '5b9b00e1-a6a0-4753-b787-274d6538d653', 'name': '', 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'mac_address': 'fa:16:3e:a7:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c342dbc2-9cd8-416a-8116-09f4d2025c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:10Z', 'updated_at': '2022-08-24T05:04:15Z', 'revision_number': 4, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'subnets': [{'id': 'c342dbc2-9cd8-416a-8116-09f4d2025c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:04:16.453467 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fc9fa-9d00-43da-8488-736566478a84 None None] The sync data for ids ['c04642d7-1691-41f4-9e17-c2c6a8578830'] in dv-cinder-854265-1-iscsi is: [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:04:11Z', 'revision_number': 4, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '5b9b00e1-a6a0-4753-b787-274d6538d653', 'name': '', 'network_id': 'c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'mac_address': 'fa:16:3e:a7:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c342dbc2-9cd8-416a-8116-09f4d2025c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:10Z', 'updated_at': '2022-08-24T05:04:15Z', 'revision_number': 4, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'subnets': [{'id': 'c342dbc2-9cd8-416a-8116-09f4d2025c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:04:17.005405 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:17.013937 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0650f4-fefc-49e9-adb1-493a4a2edf23 req-90c5cf80-a1f1-4b6a-b09c-d52d8d3fb359 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:17.016014 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd0650f4-fefc-49e9-adb1-493a4a2edf23 req-90c5cf80-a1f1-4b6a-b09c-d52d8d3fb359 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0740147 Aug 24 05:04:17.024424 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-447e5bc6-d64f-485f-bb5d-b621fa1bc7f8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:17.025983 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-447e5bc6-d64f-485f-bb5d-b621fa1bc7f8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/networks?id=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 HTTP/1.1" status: 200 len: 813 time: 0.1531994 Aug 24 05:04:17.055897 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-f31e4b43-6c59-42f4-a3ab-cba8fc599682 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/quotas/2dd4d1addbd348c0a9608c7b3fe27157 HTTP/1.1" status: 200 len: 375 time: 0.0213785 Aug 24 05:04:17.107702 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-e9250fe6-303d-42d9-beac-af261bde3b11 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410848 Aug 24 05:04:17.114185 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd0650f4-fefc-49e9-adb1-493a4a2edf23 req-3df6ec9e-286b-45b0-99c0-ebd6cca4f384 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870299 Aug 24 05:04:17.219339 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-caa8addb-8033-46af-9bd8-3309303a1ddc service neutron] 10.222.0.105 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021376 Aug 24 05:04:17.312600 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-de40f78b-cacf-4b68-a946-92693fae3c36 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Aug 24 05:04:17.576210 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3bffeb0a-58fe-4162-a956-35524448eeab req-29779ce9-9ce2-42d4-aed4-171b1e34dff1 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 210 time: 0.0666699 Aug 24 05:04:17.638284 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 5b9b00e1-a6a0-4753-b787-274d6538d653 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:17.693960 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 5b9b00e1-a6a0-4753-b787-274d6538d653 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:17.694376 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:17.785373 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 5b9b00e1-a6a0-4753-b787-274d6538d653 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:17.785685 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:17.823065 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 5b9b00e1-a6a0-4753-b787-274d6538d653, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=5b9b00e1-a6a0-4753-b787-274d6538d653,segment=NetworkSegment(c07e48c0-998d-4102-80d4-a25167a5abab),segment_id=c07e48c0-998d-4102-80d4-a25167a5abab)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:17.868167 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-2f373a9a-302e-472e-8f20-f8728979c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:17.869750 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-2f373a9a-302e-472e-8f20-f8728979c039 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1130 time: 0.0436320 Aug 24 05:04:17.900723 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:17.950674 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=5b9b00e1-a6a0-4753-b787-274d6538d653,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:17.973012 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-39afdc65-40ff-41d0-bf81-ff7ec50b1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:17.974594 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-39afdc65-40ff-41d0-bf81-ff7ec50b1524 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.0978365 Aug 24 05:04:18.040559 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-4da22994-dd36-4bfe-84d2-490344f9c84c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 1001 time: 0.0594492 Aug 24 05:04:18.094860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-3bf7e7c7-5ac6-4278-9629-5caea243f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:18.096515 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-3bf7e7c7-5ac6-4278-9629-5caea243f550 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0501676 Aug 24 05:04:18.141649 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-f75a6949-5832-4d2f-8dfe-795a52c9ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:18.143214 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-f75a6949-5832-4d2f-8dfe-795a52c9ae03 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403724 Aug 24 05:04:18.246264 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-7b515789-82b3-41df-b247-34e571799a28 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963662 Aug 24 05:04:18.268169 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07834b4f-0c98-44df-aa32-aeffbe99b1b4 req-0ea087dd-0cc7-4307-ba91-dfc1f80c34b4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:18.270139 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07834b4f-0c98-44df-aa32-aeffbe99b1b4 req-0ea087dd-0cc7-4307-ba91-dfc1f80c34b4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0560677 Aug 24 05:04:18.321365 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-07834b4f-0c98-44df-aa32-aeffbe99b1b4 req-48b43fe3-ee31-45fe-a135-d5dbabd2de7a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Aug 24 05:04:18.359922 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ab2b0b0c-c756-4eb7-8ea7-e109e33a6337 req-abc9737a-b25e-4b06-85de-8aa7e8ab1610 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059132 Aug 24 05:04:18.685478 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5339cd47-7319-46ff-b8db-3c5b81d9c6df req-cb10df24-a5e2-437f-8e90-76d6bf3002b7 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 210 time: 0.0290153 Aug 24 05:04:19.544724 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87eeb-d552-408c-b6f1-a538aa96ce2f req-529ef1e8-d9e0-46d9-a653-25799119f036 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:19.547314 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-beb87eeb-d552-408c-b6f1-a538aa96ce2f req-529ef1e8-d9e0-46d9-a653-25799119f036 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.1462350 Aug 24 05:04:19.563107 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 5b9b00e1-a6a0-4753-b787-274d6538d653 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:19.603196 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-beb87eeb-d552-408c-b6f1-a538aa96ce2f req-4b97c99c-bf9b-4304-8c17-a781e50a425d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502853 Aug 24 05:04:19.618366 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:19.620466 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 5b9b00e1-a6a0-4753-b787-274d6538d653 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:19.620778 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:19.655444 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:19.697010 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 5b9b00e1-a6a0-4753-b787-274d6538d653 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:19.788154 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2d36aa61-d4fc-40f6-9e3f-8cd11c75d626 req-da56f87c-7f51-4f11-a51b-9499c9da48a8 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 210 time: 0.0301669 Aug 24 05:04:20.742932 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04282c-b98b-479e-a108-55d651d3f2e4 req-37390f72-cefb-4e5a-b0c9-060c77a76950 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:20.744464 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0c04282c-b98b-479e-a108-55d651d3f2e4 req-37390f72-cefb-4e5a-b0c9-060c77a76950 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 946 time: 0.0511076 Aug 24 05:04:20.792003 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0c04282c-b98b-479e-a108-55d651d3f2e4 req-88951acc-ee53-461d-b8c5-0b09c9597c94 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Aug 24 05:04:20.887812 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4967ba66-6146-43bc-9fc3-e43fde59c1be req-43bb14f5-3cdd-4800-963a-ae7b23d417db tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 210 time: 0.0270228 Aug 24 05:04:20.913839 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:04:20.991518 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: ACTIVE; New status is: DOWN {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:20.992284 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:21.016594 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:04:21.018825 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd57c2f1-b729-416b-8577-6167ad72818a" -d '{"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-unplugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:04:21.032201 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:21.061034 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 05:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf8dcef-795c-46cd-917d-270a4492615f x-openstack-request-id: req-abf8dcef-795c-46cd-917d-270a4492615f {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:04:21.061322 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-unplugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:04:21.061571 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-abf8dcef-795c-46cd-917d-270a4492615f {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:04:21.061963 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf8dcef-795c-46cd-917d-270a4492615f'] response: {'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052', 'code': 200} Aug 24 05:04:21.128105 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:21.179311 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=8']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:21.381460 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-f7d28574-6f25-4a5f-8ed7-32dec68c9003 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:21.383712 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-f7d28574-6f25-4a5f-8ed7-32dec68c9003 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "GET /networking/v2.0/networks?id=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 HTTP/1.1" status: 200 len: 813 time: 0.1156166 Aug 24 05:04:21.395455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Request body: {'port': {'device_id': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161', 'admin_state_up': True, 'tenant_id': '2dd4d1addbd348c0a9608c7b3fe27157'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:21.573920 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Made reservation on behalf of 2dd4d1addbd348c0a9608c7b3fe27157 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:04:21.577803 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:21.717116 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Allocated IP 172.20.0.13 (5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161/b655bdad-7067-45dd-ada9-6055710f063b/18872f36-c9a7-4da6-b684-a93e77eee594) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:04:21.764851 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:21.798863 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:21.872370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks [] for port (18872f36-c9a7-4da6-b684-a93e77eee594), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:21.958682 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:21.962724 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:21.981481 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4323f-1543-47db-b31d-d64c218db5bb req-f3735954-32f0-4347-bc8e-99218156669a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:21.983161 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eba4323f-1543-47db-b31d-d64c218db5bb req-f3735954-32f0-4347-bc8e-99218156669a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.1124566 Aug 24 05:04:22.007911 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:22.011206 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:22.013826 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:04:22.040490 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Pushing event updated for resources: {'Port': ['ID=18872f36-c9a7-4da6-b684-a93e77eee594,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:22.049135 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8098-7416-4f48-abf0-ad0ff07bffd1 req-422cb32f-647d-415a-a231-568d54713097 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:22.051465 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c5ae8098-7416-4f48-abf0-ad0ff07bffd1 req-422cb32f-647d-415a-a231-568d54713097 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 932 time: 0.0673232 Aug 24 05:04:22.069729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:22.070429 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:22.093116 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eba4323f-1543-47db-b31d-d64c218db5bb req-a3215dff-2b12-4dea-ac07-f54ce334a1cc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991559 Aug 24 05:04:22.120376 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c5ae8098-7416-4f48-abf0-ad0ff07bffd1 req-b2506119-3fb1-4b48-9613-3286e2ced985 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590463 Aug 24 05:04:22.143898 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-eca206e1-1d1d-4411-a3d4-7032e050f0bf tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7520592 Aug 24 05:04:22.159277 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Request body: {'port': {'device_id': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:22.225178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:22.490927 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18872f36-c9a7-4da6-b684-a93e77eee594 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:04:22.499310 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Publish callbacks [] for port (18872f36-c9a7-4da6-b684-a93e77eee594), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:22.511650 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Transition to ACTIVE for port object 18872f36-c9a7-4da6-b684-a93e77eee594 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:04:22.649097 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:22.729180 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:22.735450 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Pushing event updated for resources: {'Port': ['ID=18872f36-c9a7-4da6-b684-a93e77eee594,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:22.763986 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Attempting to bind port 18872f36-c9a7-4da6-b684-a93e77eee594 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:04:22.764319 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Attempting to bind port 18872f36-c9a7-4da6-b684-a93e77eee594 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:04:22.764644 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Attempting to bind port 18872f36-c9a7-4da6-b684-a93e77eee594 on network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:22.768973 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Port 18872f36-c9a7-4da6-b684-a93e77eee594 on network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:04:22.769294 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Attempting to bind port 18872f36-c9a7-4da6-b684-a93e77eee594 on network 5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:22.774703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:04:22.776308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Checking segment: {'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:22.776308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Bound using segment: {'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:04:22.776308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Bound port: 18872f36-c9a7-4da6-b684-a93e77eee594, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0ffba5-4235-49fc-9164-66ba739d7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:04:22.776308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:22.838402 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] For port 18872f36-c9a7-4da6-b684-a93e77eee594, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:04:22.841376 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] For port 18872f36-c9a7-4da6-b684-a93e77eee594, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=18872f36-c9a7-4da6-b684-a93e77eee594,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:04:22.908794 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:22.915035 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:22.915998 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:22.918210 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/18872f36-c9a7-4da6-b684-a93e77eee594 HTTP/1.1" status: 200 len: 1094 time: 0.7632613 Aug 24 05:04:22.918703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:22.919695 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'tag': '18872f36-c9a7-4da6-b684-a93e77eee594'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:04:22.922309 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae32856-92af-4ab3-9839-8813e6d6dd78" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd76d1a-4e10-4f6d-85b8-81caeb1b243e", "tag": "18872f36-c9a7-4da6-b684-a93e77eee594"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:04:22.973476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce50603-427a-4ed8-8a6e-125ee7c667b8 x-openstack-request-id: req-1ce50603-427a-4ed8-8a6e-125ee7c667b8 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:04:22.973771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd76d1a-4e10-4f6d-85b8-81caeb1b243e", "tag": "18872f36-c9a7-4da6-b684-a93e77eee594", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:04:22.974033 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1ce50603-427a-4ed8-8a6e-125ee7c667b8 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:04:22.974425 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce50603-427a-4ed8-8a6e-125ee7c667b8'] response: {'name': 'network-changed', 'server_uuid': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'tag': '18872f36-c9a7-4da6-b684-a93e77eee594', 'status': 'completed', 'code': 200} Aug 24 05:04:22.991639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df097a26-139c-40b1-8796-5316d8acb128 service neutron] Pushing event updated for resources: {'Port': ['ID=18872f36-c9a7-4da6-b684-a93e77eee594,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:23.039292 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae32856-92af-4ab3-9839-8813e6d6dd78 req-1f3d7a4b-d8a1-4a55-9daf-4ae740060d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:23.040858 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5ae32856-92af-4ab3-9839-8813e6d6dd78 req-1f3d7a4b-d8a1-4a55-9daf-4ae740060d8e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 1128 time: 0.0440943 Aug 24 05:04:23.141554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae32856-92af-4ab3-9839-8813e6d6dd78 req-a4f81cca-eeb1-4553-bd81-b8ea6f2ea4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:23.142950 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5ae32856-92af-4ab3-9839-8813e6d6dd78 req-a4f81cca-eeb1-4553-bd81-b8ea6f2ea4be service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938652 Aug 24 05:04:23.255375 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae32856-92af-4ab3-9839-8813e6d6dd78 req-ab8f2a17-b49a-4c6f-b342-d8c0f7687523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:23.257575 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5ae32856-92af-4ab3-9839-8813e6d6dd78 req-ab8f2a17-b49a-4c6f-b342-d8c0f7687523 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1074324 Aug 24 05:04:23.266366 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55ea66-31ec-48a7-8a9f-1ed27484217e req-b1b01200-9da6-4a3b-a4f6-0fae59db9d63 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:23.271789 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d55ea66-31ec-48a7-8a9f-1ed27484217e req-b1b01200-9da6-4a3b-a4f6-0fae59db9d63 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 944 time: 0.0629084 Aug 24 05:04:23.329623 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d55ea66-31ec-48a7-8a9f-1ed27484217e req-54ccfd8e-1fdd-47b4-b503-51a666a10c25 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Aug 24 05:04:23.357124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-f8a69492-f7e0-44d8-ac62-3b721210da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:23.358748 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-f8a69492-f7e0-44d8-ac62-3b721210da04 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 1128 time: 0.0555427 Aug 24 05:04:23.371775 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-6cf67cac-0be9-447b-b354-1cc2ae21ddf4 req-e6dfde48-0018-4076-bff2-cf5c06d1b902 service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:04:23.372967 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6cf67cac-0be9-447b-b354-1cc2ae21ddf4 req-e6dfde48-0018-4076-bff2-cf5c06d1b902 service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054321 Aug 24 05:04:23.406979 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-7e6a21c5-73c0-40f4-89fb-8a25abafbd95 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18872f36-c9a7-4da6-b684-a93e77eee594 HTTP/1.1" status: 200 len: 217 time: 0.0348198 Aug 24 05:04:23.458916 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-9ce64790-fd30-44d3-8aae-9ef74d3ae263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:23.461037 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-9ce64790-fd30-44d3-8aae-9ef74d3ae263 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b655bdad-7067-45dd-ada9-6055710f063b HTTP/1.1" status: 200 len: 853 time: 0.0472796 Aug 24 05:04:23.491997 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-fe0704bc-868d-4113-8a55-b7dc511367fa service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247905 Aug 24 05:04:23.585100 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-f5efa8b2-d284-44bc-9a74-0aec39600d4e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855694 Aug 24 05:04:23.682900 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d38f5c9f-f3c4-41fd-aaf6-9141bc92a2d2 req-95cef01e-61ab-4ac4-87c5-59c40db2ac4c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917466 Aug 24 05:04:23.806504 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b03f8-2e5d-4f50-b628-5c4f0e09deb6 req-b4b324ee-0aa1-4ce4-9c52-1ee90b68ea8e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:23.808022 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-259b03f8-2e5d-4f50-b628-5c4f0e09deb6 req-b4b324ee-0aa1-4ce4-9c52-1ee90b68ea8e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0464499 Aug 24 05:04:23.858409 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-259b03f8-2e5d-4f50-b628-5c4f0e09deb6 req-5df629b4-96b6-422c-8d89-9b7fa83afb79 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Aug 24 05:04:24.218356 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 44716) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:24.298575 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-a36a1758-3fc6-4958-924b-47eb7a224d6e service neutron] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789692 Aug 24 05:04:24.308573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-10c908a4-adf1-483e-935d-d910e4b13a42 service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:04:24.309614 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-10c908a4-adf1-483e-935d-d910e4b13a42 service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061603 Aug 24 05:04:24.387810 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 44726) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:04:24.453402 dv-cinder-854265-1-iscsi neutron-server[107624]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 05:04:24.463871 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d156cc8-b295-4b6c-a9b2-8c7a4ec54af0 req-6026ecd5-5bf0-474d-9a74-986f7588ca4e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:24.465326 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d156cc8-b295-4b6c-a9b2-8c7a4ec54af0 req-6026ecd5-5bf0-474d-9a74-986f7588ca4e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 944 time: 0.0595491 Aug 24 05:04:24.499499 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299970d-8a81-465c-8cab-78aa362785de req-a154ae1f-9d3a-4b23-813f-924c676bc07e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:24.500884 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-a154ae1f-9d3a-4b23-813f-924c676bc07e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports/915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 941 time: 0.1120291 Aug 24 05:04:24.513474 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d156cc8-b295-4b6c-a9b2-8c7a4ec54af0 req-cacba2b4-7cab-448d-a0e2-baefef4c0d70 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Aug 24 05:04:24.917762 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:04:25.002260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: DOWN; New status is: DOWN {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:25.005348 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79672c5-d017-447a-90a1-f1d9b8bd92bb req-1c50d815-8f47-4d6f-b8ae-f272ffdc51b7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:25.007627 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c79672c5-d017-447a-90a1-f1d9b8bd92bb req-1c50d815-8f47-4d6f-b8ae-f272ffdc51b7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0548198 Aug 24 05:04:25.020248 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:25.057288 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c79672c5-d017-447a-90a1-f1d9b8bd92bb req-6d5aa77e-8d3c-4cfc-9b4e-3d6d399cb48c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Aug 24 05:04:25.634344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3dee5-10fe-4c24-9740-0cc392120fc3 req-2c30bca7-ee22-421d-bdb0-7bd57333c6f4 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:25.635875 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-54d3dee5-10fe-4c24-9740-0cc392120fc3 req-2c30bca7-ee22-421d-bdb0-7bd57333c6f4 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 944 time: 0.0491068 Aug 24 05:04:25.686481 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-54d3dee5-10fe-4c24-9740-0cc392120fc3 req-dc7450b3-270d-4174-a636-9bda5c1f54a5 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Aug 24 05:04:26.182064 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff3690-daa9-4bd6-8b67-de858bda2ba5 req-a59e3dcb-babc-476a-bf73-91ff0da14228 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:26.183604 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6ff3690-daa9-4bd6-8b67-de858bda2ba5 req-a59e3dcb-babc-476a-bf73-91ff0da14228 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0472879 Aug 24 05:04:26.231982 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6ff3690-daa9-4bd6-8b67-de858bda2ba5 req-83a060c5-350a-483d-94e7-806bff5812bc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Aug 24 05:04:26.431849 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=26 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:26.805052 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c65a7-f28c-4ace-b3cc-2532404a06fc req-64f188b6-03c5-4a2a-aacf-d3afad4d0c92 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:26.806528 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-620c65a7-f28c-4ace-b3cc-2532404a06fc req-64f188b6-03c5-4a2a-aacf-d3afad4d0c92 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 944 time: 0.0469060 Aug 24 05:04:26.852746 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-620c65a7-f28c-4ace-b3cc-2532404a06fc req-66c49aae-2f1b-4b38-bc6c-b191580a4d57 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Aug 24 05:04:27.361377 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6e24e-4ba5-4b5c-ba99-ec332bbf77f1 req-29f79d18-c9c9-4bf3-80f8-50b984cf4a5a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:27.362917 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d2e6e24e-4ba5-4b5c-ba99-ec332bbf77f1 req-29f79d18-c9c9-4bf3-80f8-50b984cf4a5a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0504985 Aug 24 05:04:27.410412 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d2e6e24e-4ba5-4b5c-ba99-ec332bbf77f1 req-1b1eab73-ea7a-414b-81c6-4725b2a77cf4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Aug 24 05:04:27.975913 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3d68f-1d82-490d-ad8b-376cf196f21e req-40bda671-b19a-42a0-943d-f2342c97e5d7 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:27.977479 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-87d3d68f-1d82-490d-ad8b-376cf196f21e req-40bda671-b19a-42a0-943d-f2342c97e5d7 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 944 time: 0.0493774 Aug 24 05:04:28.034264 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-87d3d68f-1d82-490d-ad8b-376cf196f21e req-3ded6357-8ef5-4018-a0c0-5fb3c666e731 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511727 Aug 24 05:04:28.528673 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:28.539298 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49843c21-3b89-4b73-a2ba-c5ecc8f17e52 req-6dd14b88-19e0-4d33-b9b9-e976689b1b5c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:28.540704 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49843c21-3b89-4b73-a2ba-c5ecc8f17e52 req-6dd14b88-19e0-4d33-b9b9-e976689b1b5c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0511212 Aug 24 05:04:28.589079 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49843c21-3b89-4b73-a2ba-c5ecc8f17e52 req-b8c2fff1-d19d-4767-ad1c-1ec3635dcbea tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Aug 24 05:04:28.949582 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 18872f36-c9a7-4da6-b684-a93e77eee594 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:04:29.048865 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 18872f36-c9a7-4da6-b684-a93e77eee594, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=18872f36-c9a7-4da6-b684-a93e77eee594,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:29.062141 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '18872f36-c9a7-4da6-b684-a93e77eee594', 'network_id': '5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161', 'port_id': '18872f36-c9a7-4da6-b684-a93e77eee594', 'mac_address': 'fa:16:3e:32:b1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655bdad-7067-45dd-ada9-6055710f063b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:04:29.108155 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 18872f36-c9a7-4da6-b684-a93e77eee594 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:29.108551 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:29.123112 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18872f36-c9a7-4da6-b684-a93e77eee594 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:04:29.144131 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 18872f36-c9a7-4da6-b684-a93e77eee594, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=18872f36-c9a7-4da6-b684-a93e77eee594,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:29.169464 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4933-84c7-4918-8193-cb7dd523a0e2 req-76f89056-c927-42e0-abd7-5fc66b949261 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:29.170967 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-124c4933-84c7-4918-8193-cb7dd523a0e2 req-76f89056-c927-42e0-abd7-5fc66b949261 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 944 time: 0.0508778 Aug 24 05:04:29.220220 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-124c4933-84c7-4918-8193-cb7dd523a0e2 req-7bb97b91-8741-4e32-9b11-67533869d75c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Aug 24 05:04:29.231557 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:29.279140 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=18872f36-c9a7-4da6-b684-a93e77eee594,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:29.626575 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:29.710581 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a53de7-b01f-47a3-a6a5-62e4f7237444 req-c2842f4f-fb40-4e60-b2fe-04a01d6e34c6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:29.712707 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-63a53de7-b01f-47a3-a6a5-62e4f7237444 req-c2842f4f-fb40-4e60-b2fe-04a01d6e34c6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0459008 Aug 24 05:04:29.754485 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['18872f36-c9a7-4da6-b684-a93e77eee594'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:04:29.788531 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-63a53de7-b01f-47a3-a6a5-62e4f7237444 req-81175c4c-6eb6-4ce3-bb64-1d11fcf6a1fd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696199 Aug 24 05:04:29.883830 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299970d-8a81-465c-8cab-78aa362785de req-5d994c46-592f-408a-aba2-2486af3c968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:29.885292 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-5d994c46-592f-408a-aba2-2486af3c968d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc&tenant_id=d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 1128 time: 0.0866153 Aug 24 05:04:29.906179 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:29.949503 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299970d-8a81-465c-8cab-78aa362785de req-66645dbb-00bd-413d-ae56-6769ff69d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:29.951055 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-66645dbb-00bd-413d-ae56-6769ff69d8b8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1128 time: 0.0395858 Aug 24 05:04:30.027967 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:30.046493 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299970d-8a81-465c-8cab-78aa362785de req-7a9ae0f4-a801-498f-96a8-d3dd135f9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:30.048028 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-7a9ae0f4-a801-498f-96a8-d3dd135f9c3f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.0888417 Aug 24 05:04:30.109571 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-c90e09da-6dca-4b92-92a6-fc20da907479 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 999 time: 0.0540681 Aug 24 05:04:30.165605 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299970d-8a81-465c-8cab-78aa362785de req-27a18774-ea37-4e80-97ee-cb24337ea810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:30.166993 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-27a18774-ea37-4e80-97ee-cb24337ea810 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0472333 Aug 24 05:04:30.217965 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299970d-8a81-465c-8cab-78aa362785de req-e9b68a0d-e91d-4df1-a586-16b39188a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:30.219501 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-e9b68a0d-e91d-4df1-a586-16b39188a87f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429018 Aug 24 05:04:30.312399 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-969d014f-a619-459e-ab46-7895425fd2d1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856340 Aug 24 05:04:30.341356 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bb6a4-1376-4e65-89cc-5445fc9200d5 req-72c51ff2-8250-4f7e-ae2e-e84be28a5da9 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:30.342850 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e98bb6a4-1376-4e65-89cc-5445fc9200d5 req-72c51ff2-8250-4f7e-ae2e-e84be28a5da9 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 945 time: 0.0482550 Aug 24 05:04:30.391180 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e98bb6a4-1376-4e65-89cc-5445fc9200d5 req-5dfe44a3-0706-437d-b47d-f3f3f538a4e1 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Aug 24 05:04:30.409811 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9299970d-8a81-465c-8cab-78aa362785de req-0c220562-36d7-44dd-90d4-f40bee3f2cf3 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898297 Aug 24 05:04:30.923463 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2dda2-a8bf-4aac-96d6-2798f5ee7bda req-858f1ab0-fd97-4e0b-8bd9-32ddda6739ba tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:30.924964 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-24c2dda2-a8bf-4aac-96d6-2798f5ee7bda req-858f1ab0-fd97-4e0b-8bd9-32ddda6739ba tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0472219 Aug 24 05:04:30.972255 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-24c2dda2-a8bf-4aac-96d6-2798f5ee7bda req-4f89dbf8-0402-4eb5-8222-4bfd007c0c3d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409908 Aug 24 05:04:31.109135 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 18872f36-c9a7-4da6-b684-a93e77eee594 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:04:31.180987 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 18872f36-c9a7-4da6-b684-a93e77eee594 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:04:31.297940 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:04:31.356857 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 18872f36-c9a7-4da6-b684-a93e77eee594 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:31.357238 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:31.443690 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 18872f36-c9a7-4da6-b684-a93e77eee594 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:04:31.444080 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:31.464520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:31.468842 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18872f36-c9a7-4da6-b684-a93e77eee594'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:04:31.471063 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e315a9-918c-46a0-9fc5-52b7f0a7ab1a" -d '{"events": [{"server_uuid": "4fd76d1a-4e10-4f6d-85b8-81caeb1b243e", "name": "network-vif-plugged", "status": "completed", "tag": "18872f36-c9a7-4da6-b684-a93e77eee594"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:04:31.484901 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 18872f36-c9a7-4da6-b684-a93e77eee594, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=18872f36-c9a7-4da6-b684-a93e77eee594,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:04:31.512542 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffa92c4-a9eb-4da2-97c5-0dafbe0e9c13 x-openstack-request-id: req-cffa92c4-a9eb-4da2-97c5-0dafbe0e9c13 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:04:31.512835 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd76d1a-4e10-4f6d-85b8-81caeb1b243e", "name": "network-vif-plugged", "status": "completed", "tag": "18872f36-c9a7-4da6-b684-a93e77eee594", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:04:31.513105 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cffa92c4-a9eb-4da2-97c5-0dafbe0e9c13 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:04:31.513521 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffa92c4-a9eb-4da2-97c5-0dafbe0e9c13'] response: {'server_uuid': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18872f36-c9a7-4da6-b684-a93e77eee594', 'code': 200} Aug 24 05:04:31.529609 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b8a20-ed3f-421e-8d57-9ebef036335c req-e9ba94f6-9643-4033-b3d5-f3422a58df3b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:31.531144 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2b5b8a20-ed3f-421e-8d57-9ebef036335c req-e9ba94f6-9643-4033-b3d5-f3422a58df3b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 945 time: 0.0662022 Aug 24 05:04:31.540959 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:31.593260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=18872f36-c9a7-4da6-b684-a93e77eee594,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:31.602341 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2b5b8a20-ed3f-421e-8d57-9ebef036335c req-fa15c48e-a324-4f32-bd61-85384783fd0e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Aug 24 05:04:32.087188 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:32.109524 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273e94a-d85c-4c9b-b707-0354af08c3e0 req-e64606f2-e8f4-423e-8858-dae94ad03779 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:32.109524 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0273e94a-d85c-4c9b-b707-0354af08c3e0 req-e64606f2-e8f4-423e-8858-dae94ad03779 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0488057 Aug 24 05:04:32.154396 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0273e94a-d85c-4c9b-b707-0354af08c3e0 req-2772668b-8f02-4de2-a1d1-a707a63728d1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456021 Aug 24 05:04:32.719859 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d50093-b2ca-4c77-b5a4-9eb53fb9c5b4 req-e47a56bd-4a7c-42bd-a2fd-1ec51a31c5ca tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:32.721407 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-75d50093-b2ca-4c77-b5a4-9eb53fb9c5b4 req-e47a56bd-4a7c-42bd-a2fd-1ec51a31c5ca tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0465405 Aug 24 05:04:32.777025 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-75d50093-b2ca-4c77-b5a4-9eb53fb9c5b4 req-7f6b5318-0f81-4681-b2ca-6b1f6048e27d tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Aug 24 05:04:33.287256 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558284a-e7bf-413d-9ee6-3a9100b762de req-05a2938b-cbc2-4319-b68e-58cb991d7967 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:33.288784 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a558284a-e7bf-413d-9ee6-3a9100b762de req-05a2938b-cbc2-4319-b68e-58cb991d7967 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0472751 Aug 24 05:04:33.341034 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a558284a-e7bf-413d-9ee6-3a9100b762de req-bf10d094-a0bb-4486-82dc-b6b70a9e1125 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466228 Aug 24 05:04:33.896051 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901208-d985-4006-81e8-82eac2a9428f req-b323eecb-23e4-4ec2-8bbb-c0c5be6ebc6d tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:33.897874 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dc901208-d985-4006-81e8-82eac2a9428f req-b323eecb-23e4-4ec2-8bbb-c0c5be6ebc6d tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0468738 Aug 24 05:04:33.947576 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dc901208-d985-4006-81e8-82eac2a9428f req-e3f3f98f-eea7-4615-9ad8-3786bab5868b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437400 Aug 24 05:04:34.478400 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7639-c1c6-435c-9549-c776d762afba req-883ac31b-3d37-4065-8189-0667909d7adf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:34.479820 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e28e7639-c1c6-435c-9549-c776d762afba req-883ac31b-3d37-4065-8189-0667909d7adf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0521898 Aug 24 05:04:34.526231 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e28e7639-c1c6-435c-9549-c776d762afba req-e15c2672-97a6-44ad-b180-ede27014902d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Aug 24 05:04:34.877271 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9a9b5f2c-27b9-4c9c-8664-336f11284eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:35.064141 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:35.078408 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eb2cd-675f-44de-a061-93b1a3b8cd07 req-192e6cd6-bb14-4863-baad-6a9489e73852 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:35.079922 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c49eb2cd-675f-44de-a061-93b1a3b8cd07 req-192e6cd6-bb14-4863-baad-6a9489e73852 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0490081 Aug 24 05:04:35.128265 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c49eb2cd-675f-44de-a061-93b1a3b8cd07 req-b804c98f-b884-4e69-b656-d24d10682fef tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428009 Aug 24 05:04:35.890482 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78072746-090d-42ee-b739-6ccd188c587e req-b0de4536-b22a-4279-bb78-107c72a6c860 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:35.891974 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-78072746-090d-42ee-b739-6ccd188c587e req-b0de4536-b22a-4279-bb78-107c72a6c860 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0495839 Aug 24 05:04:35.939604 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-78072746-090d-42ee-b739-6ccd188c587e req-d72a62ba-418e-4883-bca3-35b3a72b3053 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Aug 24 05:04:36.252678 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c135d40-6f94-4b0b-b7b1-e0db9844cd70 req-ded1ce01-1aab-406c-957d-c50798f3b1b0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:36.254166 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c135d40-6f94-4b0b-b7b1-e0db9844cd70 req-ded1ce01-1aab-406c-957d-c50798f3b1b0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0510604 Aug 24 05:04:36.308868 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c135d40-6f94-4b0b-b7b1-e0db9844cd70 req-53605b8a-2224-4576-950e-35a3c19cdd66 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 Aug 24 05:04:37.068318 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae8b12-b19d-49f4-b100-0f39bcf24e28 req-a19e24c0-b793-4eeb-b0c5-594e5c6c1579 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:37.069847 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-30ae8b12-b19d-49f4-b100-0f39bcf24e28 req-a19e24c0-b793-4eeb-b0c5-594e5c6c1579 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0471270 Aug 24 05:04:37.127399 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-30ae8b12-b19d-49f4-b100-0f39bcf24e28 req-d1ae25c7-cdb0-4b1c-a8d2-3c89dff617f2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500972 Aug 24 05:04:37.226143 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7674f6ae-15ff-48ac-bbc6-934ed293c39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:37.655446 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721b802-8a21-45da-88fb-9402bb630ce5 req-1472da03-1ec0-4fd1-8e38-d43c7915ee6e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:37.656913 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0721b802-8a21-45da-88fb-9402bb630ce5 req-1472da03-1ec0-4fd1-8e38-d43c7915ee6e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.2724307 Aug 24 05:04:37.703109 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0721b802-8a21-45da-88fb-9402bb630ce5 req-5214ab3d-a8f9-4974-b9e1-e3f0adb3c9b6 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Aug 24 05:04:38.260455 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bc2f2-a66d-4522-a68a-07bc8bad79da req-0666fe0b-778d-4c47-b35c-9e032d508be0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:38.262056 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-739bc2f2-a66d-4522-a68a-07bc8bad79da req-0666fe0b-778d-4c47-b35c-9e032d508be0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0491719 Aug 24 05:04:38.312371 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-739bc2f2-a66d-4522-a68a-07bc8bad79da req-f5abfd94-fbeb-44a0-8552-5ff08faf457b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Aug 24 05:04:38.392571 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:38.823244 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c9451-c01c-4142-9f0d-6672d46bfce5 req-20c9b07b-545e-45d4-95df-28eeebe928d2 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:38.824837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7f5c9451-c01c-4142-9f0d-6672d46bfce5 req-20c9b07b-545e-45d4-95df-28eeebe928d2 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0506592 Aug 24 05:04:38.844770 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:38.875402 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7f5c9451-c01c-4142-9f0d-6672d46bfce5 req-71cc3e8b-9236-4d46-b799-b5ce080468b6 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Aug 24 05:04:39.451384 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe50333-5435-45a7-b88f-8629dfbbb16b req-ee9b2f64-6d13-43a4-9757-235db2195e7a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:39.453306 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0fe50333-5435-45a7-b88f-8629dfbbb16b req-ee9b2f64-6d13-43a4-9757-235db2195e7a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0621049 Aug 24 05:04:39.500874 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0fe50333-5435-45a7-b88f-8629dfbbb16b req-55e1a0ed-1e38-4bf6-99cb-906fbabbb69d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Aug 24 05:04:39.980260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:39.991835 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:40.004806 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a326b9-2e78-460d-9a0c-5676d0311b8b req-041dc9bd-9104-46d9-ab4c-769b91997bdc tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:40.006259 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-47a326b9-2e78-460d-9a0c-5676d0311b8b req-041dc9bd-9104-46d9-ab4c-769b91997bdc tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0517516 Aug 24 05:04:40.058784 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-47a326b9-2e78-460d-9a0c-5676d0311b8b req-881b6f63-a582-4ef2-807d-642a0d31e8b0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 Aug 24 05:04:40.404653 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=29 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:40.406559 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:40.636370 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62502b5-e483-4bd3-8f37-609d5384e517 req-6c59aad6-f125-4d54-8ee1-7a8b27384f4e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:40.637818 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c62502b5-e483-4bd3-8f37-609d5384e517 req-6c59aad6-f125-4d54-8ee1-7a8b27384f4e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0471311 Aug 24 05:04:40.699923 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c62502b5-e483-4bd3-8f37-609d5384e517 req-fc7baafa-8db9-4d77-966f-fe30cc48652d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567303 Aug 24 05:04:41.195357 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872488f-a03a-48f3-a720-f7b87e5c0489 req-e3396b64-084d-42b6-b33e-46a84605ef5d tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:41.197322 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3872488f-a03a-48f3-a720-f7b87e5c0489 req-e3396b64-084d-42b6-b33e-46a84605ef5d tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0551884 Aug 24 05:04:41.252780 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3872488f-a03a-48f3-a720-f7b87e5c0489 req-c77a66c1-f9eb-4c97-99ca-c836be6e1d48 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Aug 24 05:04:41.292847 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:41.293599 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:41.789491 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:41.827974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18757-836c-4a6d-9b22-1cf1d2b27cc8 req-1b9cce41-8c1e-43a8-aec3-00924bb52f6b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:41.829494 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08b18757-836c-4a6d-9b22-1cf1d2b27cc8 req-1b9cce41-8c1e-43a8-aec3-00924bb52f6b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0509381 Aug 24 05:04:41.877583 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08b18757-836c-4a6d-9b22-1cf1d2b27cc8 req-31b28cc2-3863-41be-bbbe-c24649beb915 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Aug 24 05:04:42.370225 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85769-74cb-423a-b736-990f17105941 req-49189a31-1587-40df-be4a-e0965b0c3c9b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:42.371764 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f0d85769-74cb-423a-b736-990f17105941 req-49189a31-1587-40df-be4a-e0965b0c3c9b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0467298 Aug 24 05:04:42.427588 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f0d85769-74cb-423a-b736-990f17105941 req-1b4c23a5-4e6f-4cba-bd5d-7147fce994bc tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499752 Aug 24 05:04:43.020316 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20509dcc-1988-4a5d-b7d3-030d52c83991 req-a69be574-6c4d-45dc-843c-886f38053b00 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:43.021710 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-20509dcc-1988-4a5d-b7d3-030d52c83991 req-a69be574-6c4d-45dc-843c-886f38053b00 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0515556 Aug 24 05:04:43.071218 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-20509dcc-1988-4a5d-b7d3-030d52c83991 req-13332372-8fab-4022-8e46-f821627a727e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Aug 24 05:04:43.549573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62068c-1205-4687-a712-247d8591d833 req-b1026be6-3f6c-4dba-a03b-73fb1522d9b7 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:43.551119 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c62068c-1205-4687-a712-247d8591d833 req-b1026be6-3f6c-4dba-a03b-73fb1522d9b7 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0486200 Aug 24 05:04:43.604107 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c62068c-1205-4687-a712-247d8591d833 req-06f88e20-d7b0-4bd5-b54c-efdb36a153ce tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Aug 24 05:04:44.211873 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f83811-6388-4648-ae7f-a0627903ecf3 req-ab623320-0dfc-4da0-b684-7705ebe4dcca tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:44.213355 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e3f83811-6388-4648-ae7f-a0627903ecf3 req-ab623320-0dfc-4da0-b684-7705ebe4dcca tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0613217 Aug 24 05:04:44.263947 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e3f83811-6388-4648-ae7f-a0627903ecf3 req-928bd87e-e11b-44a8-b9c3-71ab03029fdb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Aug 24 05:04:44.728412 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b833b-68e1-44f7-8949-c47bdc16dad0 req-cbbed990-7961-4013-a553-66d25683c1a3 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:44.729893 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-079b833b-68e1-44f7-8949-c47bdc16dad0 req-cbbed990-7961-4013-a553-66d25683c1a3 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0470974 Aug 24 05:04:44.782733 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-079b833b-68e1-44f7-8949-c47bdc16dad0 req-84b0f8bc-b4e1-41f9-b823-95dc5b641d7f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Aug 24 05:04:45.389584 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c707-d3bd-46e6-9c26-fc61b6508c5d req-e601e5c9-0729-4509-8882-bafce61d1d9e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:45.391086 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-75e8c707-d3bd-46e6-9c26-fc61b6508c5d req-e601e5c9-0729-4509-8882-bafce61d1d9e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0462105 Aug 24 05:04:45.424370 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:45.439077 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-75e8c707-d3bd-46e6-9c26-fc61b6508c5d req-af48650b-44cd-4ed0-8c55-4e3541651fba tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Aug 24 05:04:45.907275 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cfaf5-3665-466c-b10f-92d9bf57ce2b req-d8fc6b04-ffb2-47d4-82c9-9c3396a1b97b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:45.910070 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-934cfaf5-3665-466c-b10f-92d9bf57ce2b req-d8fc6b04-ffb2-47d4-82c9-9c3396a1b97b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0548828 Aug 24 05:04:45.962800 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-934cfaf5-3665-466c-b10f-92d9bf57ce2b req-2c9cc6a6-df79-4269-923b-500ae9517784 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Aug 24 05:04:46.566857 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5efa9b-6790-431f-a4a2-5908b4e1adbf req-e6621411-c5ce-4dc5-9aaf-c920d93eb060 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:46.568393 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fe5efa9b-6790-431f-a4a2-5908b4e1adbf req-e6621411-c5ce-4dc5-9aaf-c920d93eb060 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0481567 Aug 24 05:04:46.623265 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fe5efa9b-6790-431f-a4a2-5908b4e1adbf req-2d577c1b-c78b-43c4-a60f-c4fa7e484f46 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490537 Aug 24 05:04:47.088426 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676e732-acf0-4a9a-be1c-5947cc89a7a6 req-701abb6d-3307-4927-9568-d7911c3d7314 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:47.089914 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1676e732-acf0-4a9a-be1c-5947cc89a7a6 req-701abb6d-3307-4927-9568-d7911c3d7314 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0515919 Aug 24 05:04:47.138871 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1676e732-acf0-4a9a-be1c-5947cc89a7a6 req-9bf9f7eb-f2b1-4e5a-af4c-167dd5441a56 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 Aug 24 05:04:47.753485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80377cb-7860-44d2-bc79-4b0378a94a8b req-17c69764-4a96-4dc9-84b0-74f4fa7af4fb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:47.755062 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d80377cb-7860-44d2-bc79-4b0378a94a8b req-17c69764-4a96-4dc9-84b0-74f4fa7af4fb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0479310 Aug 24 05:04:47.802597 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:47.809065 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d80377cb-7860-44d2-bc79-4b0378a94a8b req-cac5de83-b45c-4be7-8bbc-27292d560289 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477474 Aug 24 05:04:47.859771 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-5cc9994c-9f40-4021-9af7-957c37c1f7ce tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1672163946&fields=id&tenant_id=f6a6379a0607459187075dfcd968d706 HTTP/1.1" status: 200 len: 267 time: 0.0488572 Aug 24 05:04:47.969923 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-d66c8dc8-d943-4576-91a3-4150c90a29b9 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:47.971449 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-d66c8dc8-d943-4576-91a3-4150c90a29b9 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 809 time: 0.1054628 Aug 24 05:04:47.986243 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-97223acf-8103-4803-8df8-4326fb549ef0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/quotas/f6a6379a0607459187075dfcd968d706 HTTP/1.1" status: 200 len: 375 time: 0.0089664 Aug 24 05:04:48.036965 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-eebee21d-8094-4295-92db-584f5861d1ea tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452421 Aug 24 05:04:48.186136 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-e2a1d860-72ae-4228-a682-69e493920d3c service neutron] 10.222.0.105 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369755 Aug 24 05:04:48.302454 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d638d9a-a52e-4460-9a06-bd96b4b24029 req-345cedac-082a-41c0-94c0-fc10e9ab3062 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:48.303935 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1d638d9a-a52e-4460-9a06-bd96b4b24029 req-345cedac-082a-41c0-94c0-fc10e9ab3062 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0890207 Aug 24 05:04:48.336306 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-3d3c81db-59b8-428c-9a8a-61a2391b53ce service neutron] 10.222.0.105 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429222 Aug 24 05:04:48.362627 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1d638d9a-a52e-4460-9a06-bd96b4b24029 req-f37844cf-cc69-4c49-8574-be0df8bf4b17 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Aug 24 05:04:48.938569 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5b984125-1b61-4a78-be9a-b431cae16d69 req-e2e759ab-c8db-4be7-9a4d-323ebf4d0099 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0490122 Aug 24 05:04:48.979656 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb7dac-17f6-448d-9239-af422600fe3d req-a05dfea8-e510-435e-9aa0-d6373b42bf0e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:48.981215 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-12fb7dac-17f6-448d-9239-af422600fe3d req-a05dfea8-e510-435e-9aa0-d6373b42bf0e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0778747 Aug 24 05:04:49.037597 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-12fb7dac-17f6-448d-9239-af422600fe3d req-5986176d-b9f7-484c-a4fb-505cf31f2be6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506258 Aug 24 05:04:49.491202 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993cd1d-c91b-485e-bd6d-e36fbe08efb9 req-3c6bd56e-90a1-4381-85d7-75abb0abc55e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:49.493458 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5993cd1d-c91b-485e-bd6d-e36fbe08efb9 req-3c6bd56e-90a1-4381-85d7-75abb0abc55e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0541849 Aug 24 05:04:49.504572 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:49.543617 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5993cd1d-c91b-485e-bd6d-e36fbe08efb9 req-3ed85a01-2518-4f86-9e22-df5a9c7b1959 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Aug 24 05:04:49.900617 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=26 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:49.903413 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:50.045159 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ac52733f-9c3d-4b3f-bea4-5a95ae5c7750 req-3305a9ff-d53f-41f3-a733-35a223e2cf9b tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Aug 24 05:04:50.172797 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3691acf-af47-4714-95e8-19653662243b req-10ec542d-ee4c-4f3c-89eb-5942f5e0e9d0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:50.174188 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3691acf-af47-4714-95e8-19653662243b req-10ec542d-ee4c-4f3c-89eb-5942f5e0e9d0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0500026 Aug 24 05:04:50.221837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3691acf-af47-4714-95e8-19653662243b req-5f4c3582-bf76-47ae-8ee8-af4d7c148a5c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407238 Aug 24 05:04:50.658833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8c48d-ea41-43af-97ac-081e50a1d2f5 req-f53c7317-d9b2-44c0-bdcd-ff2c58ea9a04 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:50.660327 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3b8c48d-ea41-43af-97ac-081e50a1d2f5 req-f53c7317-d9b2-44c0-bdcd-ff2c58ea9a04 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0460732 Aug 24 05:04:50.706862 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3b8c48d-ea41-43af-97ac-081e50a1d2f5 req-ea431779-6e6b-45a8-8126-ea4b3c5a7fd2 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 Aug 24 05:04:51.144544 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8caccd39-3a65-4563-a796-96a6bf9426d4 req-1d2abd1e-a0f1-465c-a5f4-a744f482d568 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Aug 24 05:04:51.351114 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c3108-ed90-4f9c-9068-f06bdb634927 req-6d6a627c-0c56-468f-aef4-4af0f2e92438 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:51.352598 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e99c3108-ed90-4f9c-9068-f06bdb634927 req-6d6a627c-0c56-468f-aef4-4af0f2e92438 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0500932 Aug 24 05:04:51.398993 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e99c3108-ed90-4f9c-9068-f06bdb634927 req-8e6191a9-c39b-4b52-a59b-cdf52fc96175 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Aug 24 05:04:51.825142 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0cc7c-bf21-453e-bf9b-9d7c65a0c82f req-0a8b2948-76fc-4581-80b5-10f2ba3fc79b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:51.826609 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-72a0cc7c-bf21-453e-bf9b-9d7c65a0c82f req-0a8b2948-76fc-4581-80b5-10f2ba3fc79b tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0472038 Aug 24 05:04:51.837466 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:51.874303 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-72a0cc7c-bf21-453e-bf9b-9d7c65a0c82f req-cc129398-80ee-42c4-a5b4-d64f7400f5e0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Aug 24 05:04:52.246893 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7c295b07-4a09-448e-9b6a-dee914b1601e req-3b4e84bf-3a13-4ce6-8704-493b43e9e9a1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0320735 Aug 24 05:04:52.520967 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d021c5-7089-4a14-a3f6-3d972f126ffd req-2c155cb0-abda-4578-8699-cda9c3632bf1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:52.522437 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c3d021c5-7089-4a14-a3f6-3d972f126ffd req-2c155cb0-abda-4578-8699-cda9c3632bf1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0455148 Aug 24 05:04:52.568789 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c3d021c5-7089-4a14-a3f6-3d972f126ffd req-d6b0262e-63a8-4191-a67c-91258c815dd0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 Aug 24 05:04:52.811253 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-49c062cd-cbe3-4cc2-b8d0-e5b499ba3ebf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839972 Aug 24 05:04:52.874385 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-551eefde-8d18-4733-8673-c83d1dacd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:52.875952 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-551eefde-8d18-4733-8673-c83d1dacd46a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 1130 time: 0.0389662 Aug 24 05:04:53.002586 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b9987-4784-44b8-a65d-ac1a1811abe7 req-506dc49b-6232-434e-a84b-50d41ad02f8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:53.004041 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2d2b9987-4784-44b8-a65d-ac1a1811abe7 req-506dc49b-6232-434e-a84b-50d41ad02f8c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0515707 Aug 24 05:04:53.031213 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b30284-51e5-47e5-a44f-a84cb770dcaf req-7b458c7f-c272-4376-8718-bb11afff1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:53.033386 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-67b30284-51e5-47e5-a44f-a84cb770dcaf req-7b458c7f-c272-4376-8718-bb11afff1207 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 1130 time: 0.0597515 Aug 24 05:04:53.036303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-228dc1b9-0a4c-4a95-8e70-1387f67995e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:53.038215 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-228dc1b9-0a4c-4a95-8e70-1387f67995e5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.1391773 Aug 24 05:04:53.055970 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2d2b9987-4784-44b8-a65d-ac1a1811abe7 req-6a7f3900-fac8-43a3-b474-28fe398c1661 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Aug 24 05:04:53.302140 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:53.303402 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:53.333875 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-44171496-37d1-4cf4-a1bc-3c5361405edb service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd HTTP/1.1" status: 200 len: 217 time: 0.2829907 Aug 24 05:04:53.354552 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b9679e85-358a-4932-adf0-9d287715016f req-38192796-9f8f-40d2-aaf2-a13210e771b5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0329156 Aug 24 05:04:53.360948 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-67b30284-51e5-47e5-a44f-a84cb770dcaf req-9fe13013-92f2-4d6f-8452-e36eb59ecb25 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021424 Aug 24 05:04:53.695330 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88505f7f-1bb6-4e7e-958d-5a57c649b581 req-ab656aa4-ca98-4b4f-a936-b0adbbf17497 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:53.696787 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-88505f7f-1bb6-4e7e-958d-5a57c649b581 req-ab656aa4-ca98-4b4f-a936-b0adbbf17497 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0471225 Aug 24 05:04:53.743352 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-88505f7f-1bb6-4e7e-958d-5a57c649b581 req-7963e6d7-8abe-4c3b-8e85-7f4edc669dc0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411732 Aug 24 05:04:53.974986 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-6af8f549-3aaf-48b6-aa52-f62e9b1ee354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:53.976535 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-6af8f549-3aaf-48b6-aa52-f62e9b1ee354 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0452325 Aug 24 05:04:54.019700 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-e8b8b734-70a0-4137-8b85-fc2e03b18de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:54.021236 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-e8b8b734-70a0-4137-8b85-fc2e03b18de7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385692 Aug 24 05:04:54.118228 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-47704550-c5d3-4b3b-aaec-9bdabc261bff service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887697 Aug 24 05:04:54.175549 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf8143-31bd-4028-8c71-5901a5d103eb req-ec3eb13a-5845-4691-9a2f-4bd6b51436a1 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:54.177032 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4cbf8143-31bd-4028-8c71-5901a5d103eb req-ec3eb13a-5845-4691-9a2f-4bd6b51436a1 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0477040 Aug 24 05:04:54.224454 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4cbf8143-31bd-4028-8c71-5901a5d103eb req-98016262-2ac8-42ce-88bc-bc0fab925b02 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Aug 24 05:04:54.459134 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3961140e-75ae-404a-bbb3-057bb8fec3a2 req-b693fb6b-014d-4098-b541-7689e8edb821 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0318007 Aug 24 05:04:54.868686 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40787311-d55b-461b-8b59-4bc67f7e16ab req-6e926c9c-4e1f-4f5a-b77c-78f75c0f1cd4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:54.870164 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-40787311-d55b-461b-8b59-4bc67f7e16ab req-6e926c9c-4e1f-4f5a-b77c-78f75c0f1cd4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0471900 Aug 24 05:04:54.919613 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-40787311-d55b-461b-8b59-4bc67f7e16ab req-7cc52ca5-9dfb-4868-abce-83e3ccc5e544 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431817 Aug 24 05:04:55.066979 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-9300badc-38e0-40b0-994b-8170fc0345f7 req-dfe1df6f-d212-49e1-aeb6-62614bd8fdb2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730442 Aug 24 05:04:55.074504 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-9fa6a685-1849-46ba-8f69-a1e66cd10cd4 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:55.077499 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-9fa6a685-1849-46ba-8f69-a1e66cd10cd4 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.102 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 809 time: 0.1809487 Aug 24 05:04:55.144489 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-b7dc94c8-6268-47ba-a2b4-fc24ac737b0d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f6a6379a0607459187075dfcd968d706 HTTP/1.1" status: 200 len: 380 time: 0.0601568 Aug 24 05:04:55.340345 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a02907-a951-498a-a565-2b09685b1135 req-ff42c607-9e4f-4560-b3d1-b7fee628b940 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:55.341736 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-24a02907-a951-498a-a565-2b09685b1135 req-ff42c607-9e4f-4560-b3d1-b7fee628b940 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0459559 Aug 24 05:04:55.367221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:55.391232 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-24a02907-a951-498a-a565-2b09685b1135 req-0e8b5517-80c7-47a8-a714-1ba19683d09e tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Aug 24 05:04:55.455914 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'port': {'device_id': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'admin_state_up': True, 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'security_groups': ['9491f300-0029-4f92-bbce-6dfa6149c9aa']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:55.565285 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-667c1c91-e894-4602-ab5a-0f7dcd104b0e req-c26fa3e4-9027-48a8-a587-e4ae2a49d914 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0334833 Aug 24 05:04:55.637524 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Made reservation on behalf of f6a6379a0607459187075dfcd968d706 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:04:55.641391 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:55.750536 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:55.760145 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:55.774362 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Allocated IP 172.20.0.4 (24d96d9d-6911-48d1-b9ca-f4ffb176a803/aa4ddd5c-349c-4abf-b4dc-3498ab600803/b5e316a8-f9f0-439d-84be-e2996d1da2a4) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:04:55.915997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:56.014265 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:56.045256 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb7fd-82e7-48b3-9e77-76e977dafdbb req-e59049ec-5609-4e23-b1ef-aa3fe054106b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:56.046825 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ce0fb7fd-82e7-48b3-9e77-76e977dafdbb req-e59049ec-5609-4e23-b1ef-aa3fe054106b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0483267 Aug 24 05:04:56.064662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:04:56.071695 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:04:56.073653 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:56.076972 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:04:56.085077 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.085607 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.085962 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.086307 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.086836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.087000 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.087361 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.087780 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.088376 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.088571 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.088905 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.089238 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.089568 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.089894 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.090221 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:04:56.113209 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ce0fb7fd-82e7-48b3-9e77-76e977dafdbb req-b875c1e2-17c5-4aa7-a6c6-5904805a997a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603144 Aug 24 05:04:56.147525 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:56.147709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:56.245777 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-396e8a55-0b9e-4c23-83b2-48c070f60d61 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939267 Aug 24 05:04:56.301542 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-920b4a76-9255-4173-9af8-3265478313bf None None] Provisioning complete for port b5e316a8-f9f0-439d-84be-e2996d1da2a4 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:04:56.302065 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-920b4a76-9255-4173-9af8-3265478313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:56.332624 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-920b4a76-9255-4173-9af8-3265478313bf None None] Port b5e316a8-f9f0-439d-84be-e2996d1da2a4 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:04:56.435906 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Request body: {'port': {'device_id': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:04:56.500196 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:56.515179 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b90f8-69d7-4336-9310-6fba26202c9a req-8a36442f-cc03-4b10-af1c-e9698145d8ee tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:56.516778 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c38b90f8-69d7-4336-9310-6fba26202c9a req-8a36442f-cc03-4b10-af1c-e9698145d8ee tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0499160 Aug 24 05:04:56.566096 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c38b90f8-69d7-4336-9310-6fba26202c9a req-fca50035-fad8-4013-a0e2-a0370d3f62b5 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Aug 24 05:04:56.700573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c202b-d36f-495d-9d41-75f2396678a5 req-71556ea4-1611-43ef-aa16-ed387479078a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:56.702099 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d3c202b-d36f-495d-9d41-75f2396678a5 req-71556ea4-1611-43ef-aa16-ed387479078a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 931 time: 0.0578303 Aug 24 05:04:56.760603 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6d3c202b-d36f-495d-9d41-75f2396678a5 req-770bfe63-3663-4d28-9520-f71abc12fa3f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525591 Aug 24 05:04:56.787363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e316a8-f9f0-439d-84be-e2996d1da2a4 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:04:56.792509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:56.796943 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Publish callbacks [] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:56.809513 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Transition to ACTIVE for port object b5e316a8-f9f0-439d-84be-e2996d1da2a4 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:04:56.894722 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:56.978790 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:56.995897 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:57.010958 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Attempting to bind port b5e316a8-f9f0-439d-84be-e2996d1da2a4 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:04:57.011330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Attempting to bind port b5e316a8-f9f0-439d-84be-e2996d1da2a4 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:04:57.011662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Attempting to bind port b5e316a8-f9f0-439d-84be-e2996d1da2a4 on network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:57.015978 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Port b5e316a8-f9f0-439d-84be-e2996d1da2a4 on network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:04:57.016296 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Attempting to bind port b5e316a8-f9f0-439d-84be-e2996d1da2a4 on network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:04:57.022257 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:04:57.022634 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Checking segment: {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:04:57.023812 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Bound using segment: {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:04:57.024250 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Bound port: b5e316a8-f9f0-439d-84be-e2996d1da2a4, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabd31a3-8944-4549-bbae-7e2876acbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:04:57.024735 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:57.087931 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:04:57.091009 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:04:57.213277 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:57.216303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:57.217124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:57.218857 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 1093 time: 0.7877147 Aug 24 05:04:57.221569 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:04:57.223870 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02485103-3fc7-4f2e-91df-21c104c92893" -d '{"events": [{"name": "network-changed", "server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:04:57.253418 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb0013-2264-440a-ae38-2abc0ee3ce2d req-cf567fcd-d3cd-4e5d-9e4e-832e4b3d11b0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:57.255354 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ebb0013-2264-440a-ae38-2abc0ee3ce2d req-cf567fcd-d3cd-4e5d-9e4e-832e4b3d11b0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0498674 Aug 24 05:04:57.276837 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72442e-64b0-4a61-9cc6-b69e45f90d1a service neutron] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:04:57.305392 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ebb0013-2264-440a-ae38-2abc0ee3ce2d req-35ec5eb0-5c3c-4661-adb0-b9f111864297 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Aug 24 05:04:57.405641 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-10e48eff-b655-4e37-9ea6-63e78a9eff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:57.405641 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-10e48eff-b655-4e37-9ea6-63e78a9eff46 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1127 time: 0.0509479 Aug 24 05:04:57.410476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023fb8b4-7caa-495c-8da3-d5903a00d382 x-openstack-request-id: req-023fb8b4-7caa-495c-8da3-d5903a00d382 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:04:57.410748 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:04:57.410997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-023fb8b4-7caa-495c-8da3-d5903a00d382 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:04:57.411413 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023fb8b4-7caa-495c-8da3-d5903a00d382'] response: {'name': 'network-changed', 'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'status': 'completed', 'code': 200} Aug 24 05:04:57.475346 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-cab5fc3d-9a2b-4c8e-9a58-37e74b685569 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 217 time: 0.0342510 Aug 24 05:04:57.526842 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-1f28e788-a3e9-472e-826b-f641fcb0a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:57.528360 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-1f28e788-a3e9-472e-826b-f641fcb0a1d4 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 200 len: 848 time: 0.0460458 Aug 24 05:04:57.572959 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-e366db6c-dcf6-4cd8-8e31-87f9e6d94ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:57.574459 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-e366db6c-dcf6-4cd8-8e31-87f9e6d94ec0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=24d96d9d-6911-48d1-b9ca-f4ffb176a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401280 Aug 24 05:04:57.676448 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-3761a58e-354d-480a-afb7-60426c6e43bd service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906019 Aug 24 05:04:57.768758 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ba248505-9548-41b3-ab53-2fcc4e99c8cf req-e22fd474-861b-45d7-9494-8d6f14665843 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853360 Aug 24 05:04:57.881210 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172484-4827-400e-bac3-343daa636041 req-3d65a3a6-a5bb-4744-866a-a9c2069d2795 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:57.882667 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c3172484-4827-400e-bac3-343daa636041 req-3d65a3a6-a5bb-4744-866a-a9c2069d2795 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0472255 Aug 24 05:04:57.936346 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c3172484-4827-400e-bac3-343daa636041 req-970442f3-63f5-4a6e-afd6-0d4013fbe137 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479910 Aug 24 05:04:58.417834 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:04:58.433965 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfa9a2-7778-4b57-b082-871f4337813f req-06037ada-3c56-4b30-ad23-c94b53d09ac0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:58.435449 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-30dfa9a2-7778-4b57-b082-871f4337813f req-06037ada-3c56-4b30-ad23-c94b53d09ac0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0482650 Aug 24 05:04:58.487595 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-30dfa9a2-7778-4b57-b082-871f4337813f req-d98d13db-c166-4520-abfe-959eac04a89c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Aug 24 05:04:59.052662 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde06c9-4a97-45e6-90a8-8d02fbd3ca30 req-8333527f-45cc-4034-b426-1c9710270dab tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:59.054788 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2fde06c9-4a97-45e6-90a8-8d02fbd3ca30 req-8333527f-45cc-4034-b426-1c9710270dab tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0470910 Aug 24 05:04:59.103162 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2fde06c9-4a97-45e6-90a8-8d02fbd3ca30 req-d316884e-e29c-4d0b-aba5-2b6d10d87201 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Aug 24 05:04:59.618020 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fda5a1-d5dc-4ac3-8749-221ede5be08d req-666748b6-3ba2-4361-8824-a6bbca01ca7d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:04:59.619589 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a0fda5a1-d5dc-4ac3-8749-221ede5be08d req-666748b6-3ba2-4361-8824-a6bbca01ca7d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0517616 Aug 24 05:04:59.654491 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:04:59.668178 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a0fda5a1-d5dc-4ac3-8749-221ede5be08d req-b998e403-233d-4e72-adef-9ec7563a3386 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Aug 24 05:05:00.222362 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b9c42-28a5-421c-930d-6e1d39c3e9e2 req-5562f4fe-1ede-4dee-a1ae-71f972463f71 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:00.223858 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d52b9c42-28a5-421c-930d-6e1d39c3e9e2 req-5562f4fe-1ede-4dee-a1ae-71f972463f71 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0476978 Aug 24 05:05:00.272121 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d52b9c42-28a5-421c-930d-6e1d39c3e9e2 req-0f4ea17f-71cc-4f67-8a50-e5e5dbc6263f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Aug 24 05:05:00.797299 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6162e-0233-416a-a3cc-4999c1a0ebed req-f7fce402-0414-4787-9f02-34262f92ab68 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:00.798770 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-74d6162e-0233-416a-a3cc-4999c1a0ebed req-f7fce402-0414-4787-9f02-34262f92ab68 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 944 time: 0.0498500 Aug 24 05:05:00.830782 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:00.848377 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-74d6162e-0233-416a-a3cc-4999c1a0ebed req-82f0e4bf-2763-455d-a3df-09763754586d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 Aug 24 05:05:01.290498 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:05:01.382218 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485103-3fc7-4f2e-91df-21c104c92893 req-bc562b66-7140-4260-8cd1-a0205e049cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:01.383844 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-02485103-3fc7-4f2e-91df-21c104c92893 req-bc562b66-7140-4260-8cd1-a0205e049cfa service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1127 time: 0.0426152 Aug 24 05:05:01.393197 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b0cc5-7132-466a-a0e0-48f7bb482b23 req-086121bb-4ffc-4edb-811c-bd9314363b38 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:01.395454 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-302b0cc5-7132-466a-a0e0-48f7bb482b23 req-086121bb-4ffc-4edb-811c-bd9314363b38 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0500131 Aug 24 05:05:01.396864 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:01.409836 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '915258db-6fc2-452d-a9ca-b1c79659d052', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'port_id': '915258db-6fc2-452d-a9ca-b1c79659d052', 'mac_address': 'fa:16:3e:ba:2c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:05:01.452003 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:05:01.452648 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:01.452823 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-302b0cc5-7132-466a-a0e0-48f7bb482b23 req-f1c7a7e2-5f42-4c07-a9f2-f17a0acb7a8e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503881 Aug 24 05:05:01.462578 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:01.467791 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915258db-6fc2-452d-a9ca-b1c79659d052 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:05:01.481437 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485103-3fc7-4f2e-91df-21c104c92893 req-b1503a3c-7b12-430b-ac74-ff1fc16c0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:01.482966 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-02485103-3fc7-4f2e-91df-21c104c92893 req-b1503a3c-7b12-430b-ac74-ff1fc16c0055 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 911 time: 0.0931520 Aug 24 05:05:01.488113 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:01.527196 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-02485103-3fc7-4f2e-91df-21c104c92893 req-a65e9e79-3bf4-4051-8956-8fbddde0de48 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 217 time: 0.0372534 Aug 24 05:05:01.557531 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:01.576370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485103-3fc7-4f2e-91df-21c104c92893 req-db052d3e-876c-4115-9ab0-5d47514c8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:01.577850 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-02485103-3fc7-4f2e-91df-21c104c92893 req-db052d3e-876c-4115-9ab0-5d47514c8730 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 200 len: 848 time: 0.0450573 Aug 24 05:05:01.608538 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=9']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:05:01.615765 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.619055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.620351 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.620351 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.620351 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.620351 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.620626 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:01.626000 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485103-3fc7-4f2e-91df-21c104c92893 req-330c7dc9-4c90-4fc7-92b7-df4f96afdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:01.627559 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-02485103-3fc7-4f2e-91df-21c104c92893 req-330c7dc9-4c90-4fc7-92b7-df4f96afdda7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=24d96d9d-6911-48d1-b9ca-f4ffb176a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424991 Aug 24 05:05:01.724238 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-02485103-3fc7-4f2e-91df-21c104c92893 req-1bb74574-5d32-411f-bda2-423db06fa67e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892494 Aug 24 05:05:01.813227 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-02485103-3fc7-4f2e-91df-21c104c92893 req-b9ac9623-de7b-4875-a574-d9f9479cb936 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824184 Aug 24 05:05:01.970480 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b788a-48eb-455a-b65c-39cad90d8585 req-9e1c06be-6f68-4ab4-a7de-c88926eccd5a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:01.972102 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-061b788a-48eb-455a-b65c-39cad90d8585 req-9e1c06be-6f68-4ab4-a7de-c88926eccd5a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0474570 Aug 24 05:05:02.023009 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-061b788a-48eb-455a-b65c-39cad90d8585 req-a11ccaba-9a0c-415d-a18d-e3cc8c421489 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452716 Aug 24 05:05:02.086341 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['915258db-6fc2-452d-a9ca-b1c79659d052'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:05:02.575486 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe131a-e2e7-4a41-84e7-08c93312a22a req-091f163e-c0f2-485e-88a5-147af334b1fa tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:02.576574 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dbfe131a-e2e7-4a41-84e7-08c93312a22a req-091f163e-c0f2-485e-88a5-147af334b1fa tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0472422 Aug 24 05:05:02.626667 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dbfe131a-e2e7-4a41-84e7-08c93312a22a req-591f1f50-61b5-4a25-8324-32bd7b27c75a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Aug 24 05:05:03.154731 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ef1e2-93eb-4bc9-91de-2e870ea4202f req-092c4cf1-5592-4b20-9242-c71af0006a50 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:03.156241 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-246ef1e2-93eb-4bc9-91de-2e870ea4202f req-092c4cf1-5592-4b20-9242-c71af0006a50 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 945 time: 0.0502114 Aug 24 05:05:03.204153 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-246ef1e2-93eb-4bc9-91de-2e870ea4202f req-d4619727-edeb-48a8-ae4e-f4ecfb55f6ab tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424113 Aug 24 05:05:03.331977 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:05:03.335343 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:03.378389 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 915258db-6fc2-452d-a9ca-b1c79659d052 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:05:03.378763 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:03.450710 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 915258db-6fc2-452d-a9ca-b1c79659d052 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:05:03.451116 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:03.473034 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:05:03.475293 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc9211f-6019-4541-bc33-e4aca1cae427" -d '{"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-plugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:05:03.488204 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:03.514106 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a169c6-e8af-4120-b9a2-e49c1a939faf x-openstack-request-id: req-e7a169c6-e8af-4120-b9a2-e49c1a939faf {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:05:03.514390 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-plugged", "status": "completed", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:05:03.514701 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e7a169c6-e8af-4120-b9a2-e49c1a939faf {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:05:03.515041 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a169c6-e8af-4120-b9a2-e49c1a939faf'] response: {'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052', 'code': 200} Aug 24 05:05:03.546025 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:03.595692 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=10']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:05:03.746678 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2530-755f-44ed-8ec2-24a3925f81c8 req-02e70d43-2917-4d59-a47f-6d2bd1f67a44 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:03.748182 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd2c2530-755f-44ed-8ec2-24a3925f81c8 req-02e70d43-2917-4d59-a47f-6d2bd1f67a44 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0498633 Aug 24 05:05:03.797289 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd2c2530-755f-44ed-8ec2-24a3925f81c8 req-1da1fca4-9c86-49d1-a376-8ec14c3c7ef3 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 Aug 24 05:05:04.330748 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6c2e7-3ee2-403c-b5d9-74dd1bf3922d req-bb740ede-d7cc-4e3d-8ffc-75a5ba134f4f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:04.332278 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a3f6c2e7-3ee2-403c-b5d9-74dd1bf3922d req-bb740ede-d7cc-4e3d-8ffc-75a5ba134f4f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0479527 Aug 24 05:05:04.346379 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6d334-fb9d-4afb-9fea-a6b3c72f30d7 req-40c6dec6-7481-4653-b41d-236564438c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:04.347942 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1ba6d334-fb9d-4afb-9fea-a6b3c72f30d7 req-40c6dec6-7481-4653-b41d-236564438c92 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1131 time: 0.0424051 Aug 24 05:05:04.380860 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a3f6c2e7-3ee2-403c-b5d9-74dd1bf3922d req-a9d25e96-b817-4971-a9c9-e05165365275 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Aug 24 05:05:04.392414 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1ba6d334-fb9d-4afb-9fea-a6b3c72f30d7 req-5d501bff-7f87-4cec-a961-f8a035a8fb14 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377440 Aug 24 05:05:04.884194 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ae78b49c-6c52-4d84-9cd5-a8a1333f5629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:04.916848 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269f676-80e0-4d36-b6dd-bab6e7be83d9 req-99d67949-1e17-41af-8656-f97c302926e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:04.918315 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c269f676-80e0-4d36-b6dd-bab6e7be83d9 req-99d67949-1e17-41af-8656-f97c302926e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0470436 Aug 24 05:05:04.962404 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:04.971557 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c269f676-80e0-4d36-b6dd-bab6e7be83d9 req-4456a866-5951-4ade-8ed3-c7aed16d6232 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473065 Aug 24 05:05:05.509083 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437fd24-e1f9-4a27-af34-ca93953a3105 req-09598f26-956a-4d34-a8c6-548c64e17a85 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:05.510469 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1437fd24-e1f9-4a27-af34-ca93953a3105 req-09598f26-956a-4d34-a8c6-548c64e17a85 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0468278 Aug 24 05:05:05.560698 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1437fd24-e1f9-4a27-af34-ca93953a3105 req-c9947f1c-762f-426a-865d-dbcfdd8b83cc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Aug 24 05:05:06.092887 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcbf47-8fd7-4431-955e-009e3df3bf7f req-ab631188-8307-4ca6-80af-bae9f1b7d176 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:06.094369 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b7bcbf47-8fd7-4431-955e-009e3df3bf7f req-ab631188-8307-4ca6-80af-bae9f1b7d176 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0498054 Aug 24 05:05:06.142773 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b7bcbf47-8fd7-4431-955e-009e3df3bf7f req-ee2fa0f6-3ac9-4b33-8a5e-02d35fb89543 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Aug 24 05:05:06.691281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a9d3-0b17-4b4b-b3bb-54dc7a2306f1 req-abc2bdf6-1768-4c63-9d77-a90ce51f9eb0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:06.692772 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-39a7a9d3-0b17-4b4b-b3bb-54dc7a2306f1 req-abc2bdf6-1768-4c63-9d77-a90ce51f9eb0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0523751 Aug 24 05:05:06.747399 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-39a7a9d3-0b17-4b4b-b3bb-54dc7a2306f1 req-f0178579-8a5f-4253-9383-42b4f6115fff tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488405 Aug 24 05:05:07.114046 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:07.196134 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-31ef2ac3-c682-4ef2-b35a-4374a3f70820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:07.273755 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90c16c-5636-4add-9784-4c229b002e55 req-d9e11abc-2122-4908-b741-8c1651cb0e84 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:07.321588 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd90c16c-5636-4add-9784-4c229b002e55 req-d9e11abc-2122-4908-b741-8c1651cb0e84 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0559707 Aug 24 05:05:07.321588 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:07.326391 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd90c16c-5636-4add-9784-4c229b002e55 req-93ada8b3-9f64-4a2e-930b-9922a01e675b tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450737 Aug 24 05:05:07.896530 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe33ec-ed74-4576-a2f8-f5a0e48fc7be req-bdcf9236-4797-4e03-86c1-d0d0f5e0aa63 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:07.898522 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-35fe33ec-ed74-4576-a2f8-f5a0e48fc7be req-bdcf9236-4797-4e03-86c1-d0d0f5e0aa63 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0554867 Aug 24 05:05:07.955516 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-35fe33ec-ed74-4576-a2f8-f5a0e48fc7be req-02eb2fed-2037-4737-b14c-29ec1afa60f2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498338 Aug 24 05:05:08.297478 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:05:08.431589 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:08.449506 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f29a2-dae6-4e42-9630-e3de5c989f75 req-8650f210-5a0b-4147-b7e2-1d7271a6d34f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:08.450917 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9b7f29a2-dae6-4e42-9630-e3de5c989f75 req-8650f210-5a0b-4147-b7e2-1d7271a6d34f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0503445 Aug 24 05:05:08.501074 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9b7f29a2-dae6-4e42-9630-e3de5c989f75 req-90f189cb-3d8b-4c87-8daf-dcea6486be95 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Aug 24 05:05:09.091323 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8bfa3-b546-4d8a-bb9c-2e949d246828 req-fcc0752f-4c5e-4618-b014-b76b9c96b0ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:09.092826 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-edd8bfa3-b546-4d8a-bb9c-2e949d246828 req-fcc0752f-4c5e-4618-b014-b76b9c96b0ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0495272 Aug 24 05:05:09.142853 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-edd8bfa3-b546-4d8a-bb9c-2e949d246828 req-78dd7993-dedb-4b79-aea7-8082b9158ea3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Aug 24 05:05:09.625363 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796de94-c503-4bce-9246-ceb6a8789c50 req-055e5896-0e05-4c1d-ab97-2a9912860a55 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:09.626832 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f796de94-c503-4bce-9246-ceb6a8789c50 req-055e5896-0e05-4c1d-ab97-2a9912860a55 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0531294 Aug 24 05:05:09.677270 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f796de94-c503-4bce-9246-ceb6a8789c50 req-5085266f-a62a-42da-9ac2-2f13fe61f8bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Aug 24 05:05:09.951739 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:09.968685 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:10.269463 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a46f-a362-458c-b5e7-a36887400531 req-43c9f6e9-746f-41a0-a8a1-08374e487854 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:10.275182 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b6c6a46f-a362-458c-b5e7-a36887400531 req-43c9f6e9-746f-41a0-a8a1-08374e487854 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0478635 Aug 24 05:05:10.318697 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b6c6a46f-a362-458c-b5e7-a36887400531 req-4075a69e-59c2-4471-a6e3-d45c303967c1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Aug 24 05:05:10.804230 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb27a9-4788-456d-80b2-322fb0783fcb req-691ed72e-8c35-4241-b8d7-d68f7c21640e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:10.805685 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82eb27a9-4788-456d-80b2-322fb0783fcb req-691ed72e-8c35-4241-b8d7-d68f7c21640e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0511076 Aug 24 05:05:10.854027 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82eb27a9-4788-456d-80b2-322fb0783fcb req-bcf09169-42d7-4c27-9076-83d962cecef7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Aug 24 05:05:11.368697 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device b5e316a8-f9f0-439d-84be-e2996d1da2a4 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:05:11.370873 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:11.474747 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:11.486762 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'port_id': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'mac_address': 'fa:16:3e:0c:e6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:05:11.522200 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port b5e316a8-f9f0-439d-84be-e2996d1da2a4 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:05:11.523305 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:11.536095 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e316a8-f9f0-439d-84be-e2996d1da2a4 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:05:11.556201 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:11.637357 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:11.689070 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:05:11.934710 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:11.971765 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17c75c-6221-4afa-92e6-aced723c5951 req-838ceec6-663d-4394-b34a-09c2b14c3a67 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:11.973226 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-be17c75c-6221-4afa-92e6-aced723c5951 req-838ceec6-663d-4394-b34a-09c2b14c3a67 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 944 time: 0.0477808 Aug 24 05:05:12.022965 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-be17c75c-6221-4afa-92e6-aced723c5951 req-107ae1a1-cb9d-4e43-8b0e-c1aee598b0a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Aug 24 05:05:12.280254 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['b5e316a8-f9f0-439d-84be-e2996d1da2a4'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:05:13.141402 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f95b50-22db-4ab9-aa5c-5004c39d8edc req-458fd8bb-5357-4a83-ab5c-a05701690366 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:13.142902 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-68f95b50-22db-4ab9-aa5c-5004c39d8edc req-458fd8bb-5357-4a83-ab5c-a05701690366 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 944 time: 0.0472696 Aug 24 05:05:13.197119 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-68f95b50-22db-4ab9-aa5c-5004c39d8edc req-29458991-1c3d-44ad-9706-9009a07d3bbd tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481331 Aug 24 05:05:14.313964 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa950b9c-006e-425a-850e-0dbfba0b6040 req-bf4c2534-c901-4d18-a7c4-cec57e2e0fe5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:14.315434 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fa950b9c-006e-425a-850e-0dbfba0b6040 req-bf4c2534-c901-4d18-a7c4-cec57e2e0fe5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 944 time: 0.0471985 Aug 24 05:05:14.364878 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fa950b9c-006e-425a-850e-0dbfba0b6040 req-2afdf664-9bc7-402c-a994-1147deeeb10f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Aug 24 05:05:14.386482 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=28 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:14.389684 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=83 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:15.482521 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9bee0-3177-42e5-a5f5-52a0a7c45a91 req-098f976d-bb2e-40fb-a64e-3aa38f4a2326 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:15.483929 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ec9bee0-3177-42e5-a5f5-52a0a7c45a91 req-098f976d-bb2e-40fb-a64e-3aa38f4a2326 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 944 time: 0.0466638 Aug 24 05:05:15.531726 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ec9bee0-3177-42e5-a5f5-52a0a7c45a91 req-d8684a1a-ca1e-4fff-9740-03f53369a90e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Aug 24 05:05:16.654921 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41e529-a221-4a48-95ae-dc8a82e2e22e req-89ac1ebd-15ff-42c9-853b-c6a360e702a6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:16.656434 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de41e529-a221-4a48-95ae-dc8a82e2e22e req-89ac1ebd-15ff-42c9-853b-c6a360e702a6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 944 time: 0.0510497 Aug 24 05:05:16.705890 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de41e529-a221-4a48-95ae-dc8a82e2e22e req-51185008-cc34-49fc-b14b-0755666be852 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438843 Aug 24 05:05:17.826304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa160311-d4b2-4abd-9ed1-7ba26c9a09ef req-4554b595-c3e7-4e01-a928-828313f9fb0f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:17.827880 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fa160311-d4b2-4abd-9ed1-7ba26c9a09ef req-4554b595-c3e7-4e01-a928-828313f9fb0f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 944 time: 0.0489266 Aug 24 05:05:17.851249 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:17.879919 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fa160311-d4b2-4abd-9ed1-7ba26c9a09ef req-6e6802f5-ef19-4ea7-8221-66805079a4c2 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Aug 24 05:05:18.113519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device b5e316a8-f9f0-439d-84be-e2996d1da2a4 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:05:18.157333 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port b5e316a8-f9f0-439d-84be-e2996d1da2a4 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:05:18.226214 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port b5e316a8-f9f0-439d-84be-e2996d1da2a4 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:05:18.226603 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:18.248690 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:18.293250 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:18.302146 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port b5e316a8-f9f0-439d-84be-e2996d1da2a4 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:05:18.302537 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:18.326530 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:05:18.328748 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e86623-2237-4f91-a062-5c9ac8b613ce" -d '{"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-plugged", "status": "completed", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:05:18.341501 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:18.403817 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:18.426894 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a32cdf-2c21-4b59-930c-585aa07ad1c9 x-openstack-request-id: req-83a32cdf-2c21-4b59-930c-585aa07ad1c9 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:05:18.427209 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-plugged", "status": "completed", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:05:18.427459 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-83a32cdf-2c21-4b59-930c-585aa07ad1c9 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:05:18.427849 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a32cdf-2c21-4b59-930c-585aa07ad1c9'] response: {'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'code': 200} Aug 24 05:05:18.456052 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:05:18.853298 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad83c2-4fbb-419b-ad9a-326ad71a78b1 req-9138888a-d0a0-4ed4-8e43-07b25f7bf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:18.854802 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55ad83c2-4fbb-419b-ad9a-326ad71a78b1 req-9138888a-d0a0-4ed4-8e43-07b25f7bf739 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1129 time: 0.0381196 Aug 24 05:05:18.907236 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55ad83c2-4fbb-419b-ad9a-326ad71a78b1 req-86023964-1441-46a3-977b-c7ce26df0ee2 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395365 Aug 24 05:05:19.005129 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f48dd1-05af-4e42-823d-5a6812d176c0 req-d3221b72-f373-40c9-b323-84af51b96e6a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:19.006643 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-06f48dd1-05af-4e42-823d-5a6812d176c0 req-d3221b72-f373-40c9-b323-84af51b96e6a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0503654 Aug 24 05:05:19.057345 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-06f48dd1-05af-4e42-823d-5a6812d176c0 req-b635db6e-0cc7-4d25-abd6-09e3ab24596d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Aug 24 05:05:20.177459 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b061-3158-4fa8-914d-0a2e31f925b1 req-0402ad26-6235-4e43-b298-20c1aecedfca tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:20.179252 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ab56b061-3158-4fa8-914d-0a2e31f925b1 req-0402ad26-6235-4e43-b298-20c1aecedfca tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Aug 24 05:05:20.228955 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ab56b061-3158-4fa8-914d-0a2e31f925b1 req-acf35050-454b-42d7-9c7a-bd797a22a3ff tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Aug 24 05:05:21.345847 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdd901-cce0-44bf-a3cd-22b4a23d3321 req-1267f4d2-b5d7-45d6-a606-c7d30dd2a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:21.347406 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-10fdd901-cce0-44bf-a3cd-22b4a23d3321 req-1267f4d2-b5d7-45d6-a606-c7d30dd2a1bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0476358 Aug 24 05:05:21.400665 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-10fdd901-cce0-44bf-a3cd-22b4a23d3321 req-be72f596-f4ea-41fb-9735-33bb0ac88a29 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467234 Aug 24 05:05:22.519632 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473ee89-476f-4d91-8765-cd0b220ea966 req-3072c5d5-7042-4648-ae8d-4848652aced2 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:22.523899 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7473ee89-476f-4d91-8765-cd0b220ea966 req-3072c5d5-7042-4648-ae8d-4848652aced2 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0471747 Aug 24 05:05:22.571400 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7473ee89-476f-4d91-8765-cd0b220ea966 req-6397693e-8216-4e48-83b3-ce6ac6e8c3bd tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Aug 24 05:05:23.689923 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc93f8-b90f-437e-8ac0-c2a1cc8efe0d req-613c4b5b-3a22-4b65-975d-a2ceba9e123f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:23.691440 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-62dc93f8-b90f-437e-8ac0-c2a1cc8efe0d req-613c4b5b-3a22-4b65-975d-a2ceba9e123f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Aug 24 05:05:23.716944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:23.740073 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-62dc93f8-b90f-437e-8ac0-c2a1cc8efe0d req-156ded63-4e29-4473-a192-01c2873c37cc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Aug 24 05:05:24.862502 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54cc7-a492-4b35-9e58-d06e69cecd65 req-ea474cf9-5cd8-4b4e-8848-52a813a479b2 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:24.863997 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6cb54cc7-a492-4b35-9e58-d06e69cecd65 req-ea474cf9-5cd8-4b4e-8848-52a813a479b2 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0518370 Aug 24 05:05:24.913101 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6cb54cc7-a492-4b35-9e58-d06e69cecd65 req-73aad977-1d2b-4cd3-8cb3-761142c13ca3 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Aug 24 05:05:26.032172 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c732ecb-c937-4861-8a00-37695601c393 req-f92a4438-a10a-4d95-829a-4ff7235ba1b6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:26.033644 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c732ecb-c937-4861-8a00-37695601c393 req-f92a4438-a10a-4d95-829a-4ff7235ba1b6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0472116 Aug 24 05:05:26.083617 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c732ecb-c937-4861-8a00-37695601c393 req-6b7d4205-30d6-4857-af35-5e000a60e37f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Aug 24 05:05:27.204787 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce22b-bc5e-49ee-b508-fa7398a95cae req-a5551b15-5334-43b8-9638-2e97a4aeac5b tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:27.206317 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2f2ce22b-bc5e-49ee-b508-fa7398a95cae req-a5551b15-5334-43b8-9638-2e97a4aeac5b tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0488899 Aug 24 05:05:27.258474 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2f2ce22b-bc5e-49ee-b508-fa7398a95cae req-c9b04318-f79b-4d00-bc10-a40cbcb50c16 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Aug 24 05:05:28.252006 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd514-7c0e-4281-82bd-7db8eeac08e7 req-0a9dd996-0d3a-419f-8e7c-0c20e3c8564f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:28.254238 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a8cbd514-7c0e-4281-82bd-7db8eeac08e7 req-0a9dd996-0d3a-419f-8e7c-0c20e3c8564f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0494533 Aug 24 05:05:28.311110 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a8cbd514-7c0e-4281-82bd-7db8eeac08e7 req-9aa5f791-c0f4-47ca-b0dd-28e875259b17 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474749 Aug 24 05:05:28.384672 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7e2da-ee91-4977-b93d-f116e084807c req-2ecdf4b2-2cac-4704-afca-c61b897c73d7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:28.386585 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3e7e2da-ee91-4977-b93d-f116e084807c req-2ecdf4b2-2cac-4704-afca-c61b897c73d7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0510490 Aug 24 05:05:28.406768 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-94f5eb5e-a11f-4dcd-b1d9-5a83f9ed87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:28.408226 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-94f5eb5e-a11f-4dcd-b1d9-5a83f9ed87e1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1129 time: 0.0484602 Aug 24 05:05:28.437569 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3e7e2da-ee91-4977-b93d-f116e084807c req-ad8cf5dc-5968-4b33-9016-4a22a7dc8626 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448358 Aug 24 05:05:28.454425 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:28.511339 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-a1631089-0a4f-4b01-b23d-214f5be6253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:28.512831 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-a1631089-0a4f-4b01-b23d-214f5be6253f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.0929606 Aug 24 05:05:28.589984 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-b675a9cc-b9df-4222-b7a8-928762a33478 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 999 time: 0.0611062 Aug 24 05:05:28.644280 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-2461f331-5d67-461a-ae72-8dd08165e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:28.645744 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-2461f331-5d67-461a-ae72-8dd08165e3e2 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0456002 Aug 24 05:05:28.689602 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-41491ba0-b626-448f-959c-889494bae1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:28.690969 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-41491ba0-b626-448f-959c-889494bae1d1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388212 Aug 24 05:05:28.791172 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-7de80089-d2f4-41f0-968e-b884ad6c840c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924451 Aug 24 05:05:28.880916 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17460227-5bdf-4bcb-b188-3b2c0c120e35 req-5b0f0f74-db37-4a5e-8f93-154afc7f27ea service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822825 Aug 24 05:05:29.438323 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0e83-3b20-4298-8d6a-8838f62773c9 req-c32acb79-7540-4ddc-98b2-ebbbae7ad707 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:29.439898 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-092e0e83-3b20-4298-8d6a-8838f62773c9 req-c32acb79-7540-4ddc-98b2-ebbbae7ad707 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Aug 24 05:05:29.490084 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-092e0e83-3b20-4298-8d6a-8838f62773c9 req-781c7acb-3385-420a-a8cd-e5f740cca3f0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444736 Aug 24 05:05:29.544472 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:29.562248 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fad3d-ecf7-4770-8d43-9eb3288b07a6 req-d615e71c-5070-40f9-b7d7-7f6509b3e6db tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:29.563754 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3c5fad3d-ecf7-4770-8d43-9eb3288b07a6 req-d615e71c-5070-40f9-b7d7-7f6509b3e6db tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Aug 24 05:05:29.612820 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3c5fad3d-ecf7-4770-8d43-9eb3288b07a6 req-8aa44827-4721-4dd8-b700-e172133baa71 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Aug 24 05:05:29.620599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:29.738343 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49649a-e5fb-4b90-abf0-2d2c6e32e232 req-ca3c312b-3151-4aad-a8b9-6c4c53b51b52 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:29.739826 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5b49649a-e5fb-4b90-abf0-2d2c6e32e232 req-ca3c312b-3151-4aad-a8b9-6c4c53b51b52 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0498323 Aug 24 05:05:29.787470 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5b49649a-e5fb-4b90-abf0-2d2c6e32e232 req-975eb8b8-86ed-4f39-8012-a27acc40ec31 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 Aug 24 05:05:29.813874 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45280) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:05:29.892149 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a1c5c-e6d6-4d87-9f67-de19b2a9c00c tempest-TestShelveInstance-1401422195 tempest-TestShelveInstance-1401422195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:29.893665 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-912a1c5c-e6d6-4d87-9f67-de19b2a9c00c tempest-TestShelveInstance-1401422195 tempest-TestShelveInstance-1401422195-project-admin] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1124 time: 0.0788245 Aug 24 05:05:29.901351 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45284) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:05:29.905665 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'port_id': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:05:30.043799 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:30.127074 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:30.287838 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:30.302106 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:30.448156 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:30.456022 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Allocated IP 172.27.1.51 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/779c3b28-21cc-4c86-9cd0-25c9d88290c8) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:05:30.564086 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:30.627812 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe01af-eae1-4f25-90ee-242197367c9f req-bca55566-f36b-43ae-8cf4-e1a7910f02f2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:30.629265 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1cfe01af-eae1-4f25-90ee-242197367c9f req-bca55566-f36b-43ae-8cf4-e1a7910f02f2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0634675 Aug 24 05:05:30.677520 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1cfe01af-eae1-4f25-90ee-242197367c9f req-34676a9c-578a-4272-a140-c3a1ece1a08c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 Aug 24 05:05:30.683820 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:30.728443 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:05:30.733766 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:05:30.736715 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:05:30.740761 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'Port': ['ID=779c3b28-21cc-4c86-9cd0-25c9d88290c8,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:05:30.759414 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:30.768860 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.769692 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.769692 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.769891 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.770158 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.770480 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.770801 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.771144 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.771466 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.771785 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.772103 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.772421 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.772739 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.773054 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:30.773387 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:05:31.047131 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for floatingip (539a25e7-7c3c-449a-bb23-0105c36e9f5c), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:31.160527 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:31.304629 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:31.357763 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:31.358455 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (539a25e7-7c3c-449a-bb23-0105c36e9f5c), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:31.394624 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:31.466801 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event updated for resources: {'Port': ['ID=779c3b28-21cc-4c86-9cd0-25c9d88290c8,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:05:31.489480 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Floating IP 539a25e7-7c3c-449a-bb23-0105c36e9f5c associated. External IP: 172.27.1.51, port: b5e316a8-f9f0-439d-84be-e2996d1da2a4. Aug 24 05:05:31.672388 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:31.688234 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:05:31.820903 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de298-f84d-4483-9421-9ae1bcc6b03f req-68b54124-5310-4154-9a08-528e2ca24b16 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:31.822893 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d3de298-f84d-4483-9421-9ae1bcc6b03f req-68b54124-5310-4154-9a08-528e2ca24b16 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0565689 Aug 24 05:05:31.861204 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:05:31.871628 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] Sync routers for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:05:31.881088 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:05:31.881710 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:05:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:05:31.926009 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069e43b-1bb4-4b21-982f-c7195fe32f5e req-cae5d1fa-9523-4711-9b20-56e28325ed98 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:31.927432 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8069e43b-1bb4-4b21-982f-c7195fe32f5e req-cae5d1fa-9523-4711-9b20-56e28325ed98 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0821314 Aug 24 05:05:31.931334 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d3de298-f84d-4483-9421-9ae1bcc6b03f req-45456684-e1dc-4c80-8916-efcf76fa2973 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018765 Aug 24 05:05:31.968643 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:31.994076 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:05:31.998760 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8069e43b-1bb4-4b21-982f-c7195fe32f5e req-5268ca6f-4866-449c-9487-4dd2e00e5c35 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640774 Aug 24 05:05:32.009126 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-6f26c530-c8e5-4d92-a241-4877e5ddd78e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1062083 Aug 24 05:05:32.009875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:05:32.012178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:05:32.103304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be659869-2b5e-45ab-ad97-5b72ad9629e9 x-openstack-request-id: req-be659869-2b5e-45ab-ad97-5b72ad9629e9 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:05:32.103599 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:05:32.103851 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-be659869-2b5e-45ab-ad97-5b72ad9629e9 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:05:32.104255 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be659869-2b5e-45ab-ad97-5b72ad9629e9'] response: {'name': 'network-changed', 'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'status': 'completed', 'code': 200} Aug 24 05:05:32.207407 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '539a25e7-7c3c-449a-bb23-0105c36e9f5c', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'port_id': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'mac_address': 'fa:16:3e:0c:e6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:05:30Z', 'updated_at': '2022-08-24T05:05:30Z', 'revision_number': 0, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:10Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:05:32.236383 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] Checking router: 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:05:32.245502 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:05:32.246100 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:05:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:05:32.344169 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:05:32.553293 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '539a25e7-7c3c-449a-bb23-0105c36e9f5c', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'port_id': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'mac_address': 'fa:16:3e:0c:e6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:05:30Z', 'updated_at': '2022-08-24T05:05:30Z', 'revision_number': 0, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:10Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:05:32.577588 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7849387-45c8-45c3-a0d8-c765aa39df8b None None] The sync data for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi is: [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '539a25e7-7c3c-449a-bb23-0105c36e9f5c', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'port_id': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'mac_address': 'fa:16:3e:0c:e6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:05:30Z', 'updated_at': '2022-08-24T05:05:30Z', 'revision_number': 0, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:10Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:05:32.776626 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b68f1-72fb-4d33-ac1b-f6381a7cb475 None None] New status for floating IP 539a25e7-7c3c-449a-bb23-0105c36e9f5c: ACTIVE {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:05:33.057704 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1f599-f62b-42d3-9768-8c6d8c342008 req-3e9ba984-9cf0-49ab-b797-19f46073fd20 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:33.059243 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-30f1f599-f62b-42d3-9768-8c6d8c342008 req-3e9ba984-9cf0-49ab-b797-19f46073fd20 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0510054 Aug 24 05:05:33.150411 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95588601-f5a3-4747-9ddf-27388ac78d50 req-7dfed53b-edef-429c-be08-b742c292f909 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:33.152093 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95588601-f5a3-4747-9ddf-27388ac78d50 req-7dfed53b-edef-429c-be08-b742c292f909 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0686772 Aug 24 05:05:33.159051 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-30f1f599-f62b-42d3-9768-8c6d8c342008 req-1fb256a0-1b7f-4ed8-95fc-a29433dbfd61 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912590 Aug 24 05:05:33.205170 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95588601-f5a3-4747-9ddf-27388ac78d50 req-de1032ea-3db1-470c-9e63-9fcfb1c8c0d0 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Aug 24 05:05:33.592132 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-26c3ef38-9a64-44f3-bfb9-abf7b58b6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:33.593645 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-26c3ef38-9a64-44f3-bfb9-abf7b58b6404 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1129 time: 0.0698538 Aug 24 05:05:33.597456 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-a57bfad2-5c17-405a-9bab-7585fcfbbc73 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722365 Aug 24 05:05:33.725130 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-2a843fc3-3d9d-4c77-ac42-9930566954f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:33.726645 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-2a843fc3-3d9d-4c77-ac42-9930566954f3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 1131 time: 0.0813789 Aug 24 05:05:33.769914 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-1f6c41e6-9107-40ba-bd06-ff654b8cd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:33.771281 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-1f6c41e6-9107-40ba-bd06-ff654b8cd625 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 911 time: 0.1447794 Aug 24 05:05:33.877475 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-7e590db0-5c4e-4357-ac0e-f421a5e69ef0 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 1000 time: 0.0973346 Aug 24 05:05:33.886861 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-ed1e6403-e9c5-428e-b377-658ef34d243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:33.888303 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-ed1e6403-e9c5-428e-b377-658ef34d243c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.1403613 Aug 24 05:05:34.005883 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:34.031309 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:34.042692 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-cb8ebd8d-ea56-4a9a-b512-282efa146afd service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 200 len: 1001 time: 0.0937655 Aug 24 05:05:34.044705 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-cd622936-b0fe-41d7-b316-fa47129d8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:34.046062 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-cd622936-b0fe-41d7-b316-fa47129d8ab6 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 200 len: 848 time: 0.0900741 Aug 24 05:05:34.271718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-2109f961-adb8-4010-86f6-08081764ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:34.272997 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-2109f961-adb8-4010-86f6-08081764ae5b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=24d96d9d-6911-48d1-b9ca-f4ffb176a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000018 Aug 24 05:05:34.283050 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec111a-eecf-4b47-8dc0-1d35a58489f0 req-266472e0-47de-42d9-82c3-7602f31fe44b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:34.284572 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b1ec111a-eecf-4b47-8dc0-1d35a58489f0 req-266472e0-47de-42d9-82c3-7602f31fe44b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0493782 Aug 24 05:05:34.296938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-4b80c233-219a-4c19-81f8-6ec2f7807de5 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:34.298365 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-4b80c233-219a-4c19-81f8-6ec2f7807de5 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.1160660 Aug 24 05:05:34.301848 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-467b4210-b4c0-4f9b-ad79-3ffff4065d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:34.302258 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-467b4210-b4c0-4f9b-ad79-3ffff4065d91 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.1279855 Aug 24 05:05:34.348601 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:34.360009 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdb832-fba7-486f-9574-ee21786a0cbc req-71526f0f-c7be-4c57-b919-370c8400655f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:34.361505 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ebfdb832-fba7-486f-9574-ee21786a0cbc req-71526f0f-c7be-4c57-b919-370c8400655f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 946 time: 0.0733500 Aug 24 05:05:34.393301 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b1ec111a-eecf-4b47-8dc0-1d35a58489f0 req-854792f6-3764-4ce8-b673-25cf104bb971 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955253 Aug 24 05:05:34.424208 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ebfdb832-fba7-486f-9574-ee21786a0cbc req-4a830518-1a5b-4c35-af7e-5d2191384c7c tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d2f17221-4e7f-4f69-90b3-592a39761ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567725 Aug 24 05:05:34.425621 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-f4a1fa85-5bd2-4815-80bc-da323939367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:34.427088 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-f4a1fa85-5bd2-4815-80bc-da323939367b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113210 Aug 24 05:05:34.740997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Deleting port 18872f36-c9a7-4da6-b684-a93e77eee594 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:05:34.741697 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:34.761265 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-80d01622-94bf-4f16-99bd-a819e49a36fa service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791994 Aug 24 05:05:34.883524 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-196d5d78-56be-48fc-ae8d-4b6583dc3bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:34.931581 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-4f42f90c-8732-4e20-9dd2-fdfac7e21e5e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924252 Aug 24 05:05:34.991654 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] For port 18872f36-c9a7-4da6-b684-a93e77eee594, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=18872f36-c9a7-4da6-b684-a93e77eee594,segment=NetworkSegment(fa0ffba5-4235-49fc-9164-66ba739d7f63),segment_id=fa0ffba5-4235-49fc-9164-66ba739d7f63)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:34.991933 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:35.004280 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4e27b6eb-1e75-4678-a3c1-a6dc23d89cfe req-29a005cc-9405-4003-9f16-1a0d817336ee service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055459 Aug 24 05:05:35.036931 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Calling delete_port for 18872f36-c9a7-4da6-b684-a93e77eee594 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:05:35.103967 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-28b7230e-179d-4906-94d2-ca9ba9ea07f5 req-da730b56-c0cf-43c8-98d5-84d0e3d2db71 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642096 Aug 24 05:05:35.132586 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:35.242605 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (18872f36-c9a7-4da6-b684-a93e77eee594), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:35.248554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:35.257465 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['18872f36-c9a7-4da6-b684-a93e77eee594'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:05:35.272227 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Pushing event deleted for resources: {'Port': ['ID=18872f36-c9a7-4da6-b684-a93e77eee594,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:05:35.323639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] No DVR routers for this DVR port 18872f36-c9a7-4da6-b684-a93e77eee594 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:05:35.326359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:35.330001 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-0e5a0580-e425-47b6-a9f1-4c4b88e42407 req-0b5c9f26-5caa-4eb1-a5f9-8015dd67450f tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.102 "DELETE /networking/v2.0/ports/18872f36-c9a7-4da6-b684-a93e77eee594 HTTP/1.1" status: 204 len: 173 time: 1.0152225 Aug 24 05:05:35.333081 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'name': 'network-vif-deleted', 'tag': '18872f36-c9a7-4da6-b684-a93e77eee594'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:05:35.333081 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a41937-21da-48c8-9633-0d0e5c53debd" -d '{"events": [{"server_uuid": "4fd76d1a-4e10-4f6d-85b8-81caeb1b243e", "name": "network-vif-deleted", "tag": "18872f36-c9a7-4da6-b684-a93e77eee594"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:05:35.373457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2464c7a7-9ae3-412b-9bf4-241e70f3af60 x-openstack-request-id: req-2464c7a7-9ae3-412b-9bf4-241e70f3af60 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:05:35.373773 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd76d1a-4e10-4f6d-85b8-81caeb1b243e", "name": "network-vif-deleted", "tag": "18872f36-c9a7-4da6-b684-a93e77eee594", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:05:35.374026 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2464c7a7-9ae3-412b-9bf4-241e70f3af60 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:05:35.374436 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2464c7a7-9ae3-412b-9bf4-241e70f3af60'] response: {'server_uuid': '4fd76d1a-4e10-4f6d-85b8-81caeb1b243e', 'name': 'network-vif-deleted', 'tag': '18872f36-c9a7-4da6-b684-a93e77eee594', 'status': 'completed', 'code': 200} Aug 24 05:05:35.530470 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38ea4eb5-6480-4bd8-8c96-5b455720e0e6 req-b222e886-9eb9-44b9-90f5-ee0cb0b4b5bb tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 210 time: 0.0303519 Aug 24 05:05:35.538315 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f5cc8-4a08-47aa-adb5-2de50d137e61 req-5f910378-996b-442d-8763-f672f2b73f3e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:35.539820 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-063f5cc8-4a08-47aa-adb5-2de50d137e61 req-5f910378-996b-442d-8763-f672f2b73f3e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0706217 Aug 24 05:05:35.592376 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-063f5cc8-4a08-47aa-adb5-2de50d137e61 req-bb998274-02fa-404e-9d7a-9a96f25e807f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451591 Aug 24 05:05:36.647623 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7e44137a-ff9b-460e-9a36-2746cc7e21d6 req-0f0ea6b1-346d-44d6-bbcd-94c03621bf40 tempest-VolumesSnapshotTestJSON-182796274 tempest-VolumesSnapshotTestJSON-182796274-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=4fd76d1a-4e10-4f6d-85b8-81caeb1b243e HTTP/1.1" status: 200 len: 210 time: 0.0293477 Aug 24 05:05:36.715684 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372da94-065f-4c92-a75d-41357a110ed9 req-d7e83593-dc91-4853-a676-635bd9ecfe95 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:36.717146 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3372da94-065f-4c92-a75d-41357a110ed9 req-d7e83593-dc91-4853-a676-635bd9ecfe95 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0472984 Aug 24 05:05:36.764767 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3372da94-065f-4c92-a75d-41357a110ed9 req-a63610c9-0d06-47d8-8473-52a01760ca39 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Aug 24 05:05:37.198018 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-171c7df1-56e7-409c-aa33-f5b07348d126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:37.885466 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ff5c2-ed72-46ab-a812-2feff8fd6396 req-2dd1063b-0328-4c2c-8b90-29af56579a7a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:37.887556 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-212ff5c2-ed72-46ab-a812-2feff8fd6396 req-2dd1063b-0328-4c2c-8b90-29af56579a7a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 24 05:05:37.938355 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-212ff5c2-ed72-46ab-a812-2feff8fd6396 req-1ed0cc95-2055-4dd1-93cd-b11d67ea00f8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448992 Aug 24 05:05:38.195806 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 18872f36-c9a7-4da6-b684-a93e77eee594 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:05:38.214823 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 18872f36-c9a7-4da6-b684-a93e77eee594 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:05:38.215425 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 18872f36-c9a7-4da6-b684-a93e77eee594 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:05:38.398326 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:39.043462 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:39.056469 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04ddb2-a833-4a87-8f7a-bef69af616cf req-0f717466-e670-47c5-aa52-041f179571f2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:39.058021 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb04ddb2-a833-4a87-8f7a-bef69af616cf req-0f717466-e670-47c5-aa52-041f179571f2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0473423 Aug 24 05:05:39.106417 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb04ddb2-a833-4a87-8f7a-bef69af616cf req-e302c76f-371e-4fac-9e2f-9cb8135e385b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Aug 24 05:05:39.934896 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:39.945863 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:40.225192 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bd7b6-4bbe-4d89-b09b-254c6bb5d0d5 req-97fe2f0a-69ef-4cba-82fa-a8bfd5d54683 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:40.226644 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d6bd7b6-4bbe-4d89-b09b-254c6bb5d0d5 req-97fe2f0a-69ef-4cba-82fa-a8bfd5d54683 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0468147 Aug 24 05:05:40.273847 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5d6bd7b6-4bbe-4d89-b09b-254c6bb5d0d5 req-e89ee69a-f4de-4886-9bdb-3776d4295d12 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Aug 24 05:05:41.395418 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa86a-f307-44af-9825-482595c4efef req-ce1c0693-67ea-48d7-893c-d4e465ddfeaf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:41.397016 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b71fa86a-f307-44af-9825-482595c4efef req-ce1c0693-67ea-48d7-893c-d4e465ddfeaf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Aug 24 05:05:41.443963 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b71fa86a-f307-44af-9825-482595c4efef req-1131b0eb-40a7-4e0b-b0d8-1677e314e8b3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409102 Aug 24 05:05:42.565893 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf80fb4-b5fa-4968-8cca-cd1caf74fdb1 req-491ddebc-800a-4a46-905a-6aa511134533 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:42.567517 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ccf80fb4-b5fa-4968-8cca-cd1caf74fdb1 req-491ddebc-800a-4a46-905a-6aa511134533 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Aug 24 05:05:42.617545 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ccf80fb4-b5fa-4968-8cca-cd1caf74fdb1 req-ff1e4b8e-7e3d-4f5c-8e57-74afe65dc831 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Aug 24 05:05:42.873761 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:42.877341 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:43.755673 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea373a-d4cc-4110-9de6-abd880266458 req-d0a4c8b5-151c-4370-af5a-59ca3b10d3b4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:43.757193 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4aea373a-d4cc-4110-9de6-abd880266458 req-d0a4c8b5-151c-4370-af5a-59ca3b10d3b4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0560193 Aug 24 05:05:43.810276 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4aea373a-d4cc-4110-9de6-abd880266458 req-00274633-a63b-4ca1-93ea-f66f99d41d95 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453620 Aug 24 05:05:44.934385 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe0923-6f25-4ba3-8dd4-55a352c22fee req-c78b3599-66ef-428f-a240-8631fd7debbe tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:44.935972 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-defe0923-6f25-4ba3-8dd4-55a352c22fee req-c78b3599-66ef-428f-a240-8631fd7debbe tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0512617 Aug 24 05:05:44.985845 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-defe0923-6f25-4ba3-8dd4-55a352c22fee req-22103e70-96df-401b-aad9-0f227307dc89 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439818 Aug 24 05:05:45.295935 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:05:45.305062 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:46.113563 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792e8c8-e971-42ff-8b41-97cdc37e6030 req-28530ab3-9976-4b9f-8a3a-09cbc4ce4018 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:46.115116 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0792e8c8-e971-42ff-8b41-97cdc37e6030 req-28530ab3-9976-4b9f-8a3a-09cbc4ce4018 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Aug 24 05:05:46.165908 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0792e8c8-e971-42ff-8b41-97cdc37e6030 req-e21d4097-4346-4ba4-b01c-49dbac24b64e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Aug 24 05:05:47.023539 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961e224-db24-4c04-b212-c3139d75acda req-b25e7791-4322-494e-820a-9e4aa65613b9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:47.024999 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e961e224-db24-4c04-b212-c3139d75acda req-b25e7791-4322-494e-820a-9e4aa65613b9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Aug 24 05:05:47.044621 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:47.075415 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e961e224-db24-4c04-b212-c3139d75acda req-452a0a15-677c-42df-8ab7-172b483ef5d8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Aug 24 05:05:47.290689 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3ffb-0d4d-48b9-a020-7e31c8872d24 req-4765cb8c-e7da-457c-967f-0579877a97ff tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:47.292324 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-71ff3ffb-0d4d-48b9-a020-7e31c8872d24 req-4765cb8c-e7da-457c-967f-0579877a97ff tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Aug 24 05:05:47.341036 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-71ff3ffb-0d4d-48b9-a020-7e31c8872d24 req-2287ba2f-cf89-422d-989c-d4d74d0699f2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Aug 24 05:05:48.204395 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71524f6-874f-4acd-a909-26ee00082bb9 req-f8cde7c1-b61b-4ee7-a0a7-63e2dbeca394 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:48.208274 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a71524f6-874f-4acd-a909-26ee00082bb9 req-f8cde7c1-b61b-4ee7-a0a7-63e2dbeca394 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0542881 Aug 24 05:05:48.254528 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a71524f6-874f-4acd-a909-26ee00082bb9 req-8a33fd20-08db-4a15-863e-880cc925274c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Aug 24 05:05:48.466717 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac1f92-cf47-4356-8583-b6614e96c75f req-4c5bef38-107f-4ab4-b432-e921bcc173a2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:48.468367 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4fac1f92-cf47-4356-8583-b6614e96c75f req-4c5bef38-107f-4ab4-b432-e921bcc173a2 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0497580 Aug 24 05:05:48.517848 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4fac1f92-cf47-4356-8583-b6614e96c75f req-73f49800-9a01-43e2-8fb8-a0fa4b741f6d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437028 Aug 24 05:05:49.344546 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:49.386877 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7ae46-ec78-451d-9e9e-20c3321d9814 req-73b2a1f0-2480-4eeb-82f6-43cda6c9bfbf tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:49.388591 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ad7ae46-ec78-451d-9e9e-20c3321d9814 req-73b2a1f0-2480-4eeb-82f6-43cda6c9bfbf tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0538893 Aug 24 05:05:49.446765 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ad7ae46-ec78-451d-9e9e-20c3321d9814 req-fc5b9c2a-c921-47cb-9097-e516bfbca7ee tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503051 Aug 24 05:05:49.639665 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26cd99-5dcf-4d01-98e2-25f5374922bd req-141895d5-32f4-4ff1-9e80-bd66ab422e83 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:49.641165 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b26cd99-5dcf-4d01-98e2-25f5374922bd req-141895d5-32f4-4ff1-9e80-bd66ab422e83 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0482469 Aug 24 05:05:49.692622 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b26cd99-5dcf-4d01-98e2-25f5374922bd req-6c9e84b4-93c4-46e7-be83-3363433af559 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456452 Aug 24 05:05:49.895383 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:49.897274 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:50.568709 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca30d1-50cd-4a9c-b734-3d27d081ac51 req-500a75c2-0cac-4c4a-99c4-ff2e1ae3aca1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:50.570359 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b9ca30d1-50cd-4a9c-b734-3d27d081ac51 req-500a75c2-0cac-4c4a-99c4-ff2e1ae3aca1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0506678 Aug 24 05:05:50.622381 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b9ca30d1-50cd-4a9c-b734-3d27d081ac51 req-948834d8-5420-488c-8174-a6b4b54f1b5b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 Aug 24 05:05:50.825031 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc3e6b-7d6b-4876-b120-87fb5a2e8b19 req-084fa451-5c8d-497a-b7a7-dd54afa71a72 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:50.826556 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b4bc3e6b-7d6b-4876-b120-87fb5a2e8b19 req-084fa451-5c8d-497a-b7a7-dd54afa71a72 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0532992 Aug 24 05:05:50.876109 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b4bc3e6b-7d6b-4876-b120-87fb5a2e8b19 req-0be31c28-f7de-49c9-9748-48812f84f967 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Aug 24 05:05:51.817316 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750596-0faf-4592-8998-4fe78c4237fd req-d9f0a668-a465-4e32-9a1f-7dce74ee81fe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:51.819760 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3750596-0faf-4592-8998-4fe78c4237fd req-d9f0a668-a465-4e32-9a1f-7dce74ee81fe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0790334 Aug 24 05:05:51.872094 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3750596-0faf-4592-8998-4fe78c4237fd req-5c898edd-458a-4aaa-b5c2-9a985257ca89 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Aug 24 05:05:52.026198 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80ef33-40a0-4e8c-ac18-768f3c00bf51 req-6123ba47-9631-4e07-a7db-f286d5356cf9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:52.028316 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c80ef33-40a0-4e8c-ac18-768f3c00bf51 req-6123ba47-9631-4e07-a7db-f286d5356cf9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0681269 Aug 24 05:05:52.080134 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8c80ef33-40a0-4e8c-ac18-768f3c00bf51 req-e73b6ca7-01bb-4c84-8e5f-bf8d44314de4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434914 Aug 24 05:05:52.997831 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfd93e-d50e-46cf-b964-854bd0f6d659 req-558d9eab-a698-41ff-a328-7fef88a795a1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:52.999356 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-23dfd93e-d50e-46cf-b964-854bd0f6d659 req-558d9eab-a698-41ff-a328-7fef88a795a1 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0526910 Aug 24 05:05:53.047715 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-23dfd93e-d50e-46cf-b964-854bd0f6d659 req-6233ab20-e291-43ee-8ca8-748aac0633a7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Aug 24 05:05:53.205381 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827609a2-7c7f-4797-89cb-7d2615488f5c req-57ae90d3-1710-42b0-b303-3b1679608d4e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:53.206897 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-827609a2-7c7f-4797-89cb-7d2615488f5c req-57ae90d3-1710-42b0-b303-3b1679608d4e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0503726 Aug 24 05:05:53.237993 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:53.258417 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-827609a2-7c7f-4797-89cb-7d2615488f5c req-ec3798f1-0fa2-4c62-82fd-7d2e5ec9943c tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459449 Aug 24 05:05:54.172843 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ac112-bb42-4231-b38b-4833d3005239 req-bb5856af-4271-4929-98c7-82fbb5f978ca tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:54.174440 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-305ac112-bb42-4231-b38b-4833d3005239 req-bb5856af-4271-4929-98c7-82fbb5f978ca tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0496428 Aug 24 05:05:54.224753 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-305ac112-bb42-4231-b38b-4833d3005239 req-008d56d6-2222-4429-bcd2-b4a68b729ce5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Aug 24 05:05:54.378645 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e737b2-e2e4-41c6-b028-4bd1c3e7e6f3 req-c76460e0-96ff-4cd9-8e64-5aca4ffb283d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:54.380153 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-06e737b2-e2e4-41c6-b028-4bd1c3e7e6f3 req-c76460e0-96ff-4cd9-8e64-5aca4ffb283d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0468831 Aug 24 05:05:54.427896 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-06e737b2-e2e4-41c6-b028-4bd1c3e7e6f3 req-5eb64792-c11e-459e-b615-f6764c4183c9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Aug 24 05:05:55.347517 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997d71e-9b69-49d8-a1b7-e225cb37f6c3 req-02be82af-142b-4072-8786-c2ad6a486260 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:55.349107 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c997d71e-9b69-49d8-a1b7-e225cb37f6c3 req-02be82af-142b-4072-8786-c2ad6a486260 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0503945 Aug 24 05:05:55.396682 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c997d71e-9b69-49d8-a1b7-e225cb37f6c3 req-b32d4071-7ced-48ff-b0f7-35bd3de7fd82 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Aug 24 05:05:55.510683 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:55.549730 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544d0d6-114f-492c-b439-6c22fdc56ef2 req-44e6c2d8-9067-49d7-a59b-8d782fd85a1d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:55.551227 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f544d0d6-114f-492c-b439-6c22fdc56ef2 req-44e6c2d8-9067-49d7-a59b-8d782fd85a1d tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0497029 Aug 24 05:05:55.598718 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f544d0d6-114f-492c-b439-6c22fdc56ef2 req-6b68be44-966e-4e9d-9d45-de60ff2aa04f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Aug 24 05:05:56.140555 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6f62-0cee-4072-92c0-8b9d9e378f88 req-fac51a87-a99a-482e-b09b-d01d0304e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:56.142105 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-62ae6f62-0cee-4072-92c0-8b9d9e378f88 req-fac51a87-a99a-482e-b09b-d01d0304e772 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1129 time: 0.0398145 Aug 24 05:05:56.188899 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-62ae6f62-0cee-4072-92c0-8b9d9e378f88 req-1343156f-9b16-4a24-ba70-696e65f00470 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394425 Aug 24 05:05:56.517962 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ad5d-41de-46da-9cc0-623bd8279325 req-382a52ca-8df6-45ca-b7ec-d5ab15386a09 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:56.519530 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0bd3ad5d-41de-46da-9cc0-623bd8279325 req-382a52ca-8df6-45ca-b7ec-d5ab15386a09 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0489252 Aug 24 05:05:56.573585 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0bd3ad5d-41de-46da-9cc0-623bd8279325 req-e6eab881-ad8d-4c1e-9ec8-f670527c0765 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481048 Aug 24 05:05:56.723053 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeea711-4d47-4af9-a29c-668c39ab3bc0 req-4697feae-0f97-468d-a103-3aff8203fdd8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:56.724641 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5eeea711-4d47-4af9-a29c-668c39ab3bc0 req-4697feae-0f97-468d-a103-3aff8203fdd8 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0496798 Aug 24 05:05:56.777806 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5eeea711-4d47-4af9-a29c-668c39ab3bc0 req-0e7bc999-00f2-4739-90c3-d64c77d03796 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Aug 24 05:05:57.236044 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e37cfc-9609-47e7-afa9-720069bd2894 req-6382cbda-992f-4cb2-9dbe-e0d383bdf68d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:57.237569 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-05e37cfc-9609-47e7-afa9-720069bd2894 req-6382cbda-992f-4cb2-9dbe-e0d383bdf68d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0475390 Aug 24 05:05:57.287926 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-05e37cfc-9609-47e7-afa9-720069bd2894 req-c055e294-7112-4134-a51c-c53f935e7452 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443966 Aug 24 05:05:57.711128 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10537c97-9fc6-450f-b14c-9ae6f6bdf385 req-9facd0fc-f27e-4e60-8545-11cda0a8f817 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:57.712615 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-10537c97-9fc6-450f-b14c-9ae6f6bdf385 req-9facd0fc-f27e-4e60-8545-11cda0a8f817 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0621023 Aug 24 05:05:57.762877 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-10537c97-9fc6-450f-b14c-9ae6f6bdf385 req-3337eee9-acea-4a0a-a911-fc74da860646 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440135 Aug 24 05:05:57.907784 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b87785-0e7d-4dea-94a4-06313cf4f3f0 req-37ff9848-08df-4303-b0da-3c74295f8431 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:57.909279 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5b87785-0e7d-4dea-94a4-06313cf4f3f0 req-37ff9848-08df-4303-b0da-3c74295f8431 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0496264 Aug 24 05:05:57.958009 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5b87785-0e7d-4dea-94a4-06313cf4f3f0 req-0af506ab-3bd7-42df-aed9-ce5be8190aea tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430286 Aug 24 05:05:58.413638 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241c49-fe10-4e0f-9b71-3e696feaac48 req-1a367994-91d7-4fe2-92e5-b6bacad11337 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:58.415155 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ce241c49-fe10-4e0f-9b71-3e696feaac48 req-1a367994-91d7-4fe2-92e5-b6bacad11337 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0520060 Aug 24 05:05:58.463226 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ce241c49-fe10-4e0f-9b71-3e696feaac48 req-e689b2e8-b1bb-4d2e-8638-234b481547d7 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420241 Aug 24 05:05:58.883409 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf3f2b-ab0e-488e-a6e0-9081e2da0dbc req-eade8c21-68bc-41de-b31e-0f6bf0b7a202 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:58.884897 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c8bf3f2b-ab0e-488e-a6e0-9081e2da0dbc req-eade8c21-68bc-41de-b31e-0f6bf0b7a202 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0479779 Aug 24 05:05:58.934082 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c8bf3f2b-ab0e-488e-a6e0-9081e2da0dbc req-ca56998d-8fae-4117-b012-a95acedf3e68 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Aug 24 05:05:59.076687 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:05:59.087680 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbddf6-ee1f-4b8c-9c17-490271ea2825 req-51f50cf2-8d6e-41f9-aaee-b2651ea742dd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:59.089213 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7dbbddf6-ee1f-4b8c-9c17-490271ea2825 req-51f50cf2-8d6e-41f9-aaee-b2651ea742dd tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 24 05:05:59.142997 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7dbbddf6-ee1f-4b8c-9c17-490271ea2825 req-fbd10f3f-b571-4e2f-ab13-4a2ad9c98397 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473478 Aug 24 05:05:59.571214 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-fbbaa71b-a989-4d33-8cc4-6d43d30945f4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:59.572719 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-fbbaa71b-a989-4d33-8cc4-6d43d30945f4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Aug 24 05:05:59.588633 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6883c-d7fd-4b2f-877e-217a29b8e924 req-54105b24-bed7-4787-825f-c98080a53842 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:05:59.590909 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9df6883c-d7fd-4b2f-877e-217a29b8e924 req-54105b24-bed7-4787-825f-c98080a53842 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 945 time: 0.0537448 Aug 24 05:05:59.639929 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9df6883c-d7fd-4b2f-877e-217a29b8e924 req-abafbe5b-dafb-4e86-b2b8-c1f0cb8b75cc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=dd10c8eb-d043-44ed-acfb-86314f58c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432620 Aug 24 05:05:59.665813 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port 53368c46-a120-4621-b879-12464bcc2429 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:05:59.666164 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (53368c46-a120-4621-b879-12464bcc2429), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:59.684235 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:59.761994 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] For port 53368c46-a120-4621-b879-12464bcc2429, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=53368c46-a120-4621-b879-12464bcc2429,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:05:59.762270 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (53368c46-a120-4621-b879-12464bcc2429), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:59.972720 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:59.973091 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (fc3e7f24-a6ba-433c-9400-d775558b5ded), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:05:59.973405 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP fc3e7f24-a6ba-433c-9400-d775558b5ded disassociated. External IP: 172.27.1.199, port: 53368c46-a120-4621-b879-12464bcc2429. Aug 24 05:05:59.973800 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for 53368c46-a120-4621-b879-12464bcc2429 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:06:00.057077 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee93960-ba80-4d9e-be8b-3285cd69eee6 req-a7976d32-2873-4100-9cb2-6bcde68d7eae tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:00.060597 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ee93960-ba80-4d9e-be8b-3285cd69eee6 req-a7976d32-2873-4100-9cb2-6bcde68d7eae tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0496480 Aug 24 05:06:00.109889 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:00.117962 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ee93960-ba80-4d9e-be8b-3285cd69eee6 req-5015ac70-6089-4e18-a319-03c6c81d4ca4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518732 Aug 24 05:06:00.163856 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (53368c46-a120-4621-b879-12464bcc2429), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:00.191881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=53368c46-a120-4621-b879-12464bcc2429,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:00.202338 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.202686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.203056 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.203421 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.203758 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.204096 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.204426 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.204762 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.205091 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.205421 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.205751 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.206468 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.206468 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.206762 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.207129 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:00.277352 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0f2da-66a8-4ece-bbfe-1f56afb0978c req-b51840a0-4c08-480c-a505-fd128db68dac tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:00.279354 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fcf0f2da-66a8-4ece-bbfe-1f56afb0978c req-b51840a0-4c08-480c-a505-fd128db68dac tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0547650 Aug 24 05:06:00.330952 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:06:00.331265 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fcf0f2da-66a8-4ece-bbfe-1f56afb0978c req-e4f3ecc1-4d31-4391-9800-bc7b3ba3a28a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447307 Aug 24 05:06:00.441051 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:06:00.452248 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:06:00.463298 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:00.464006 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:05:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:00.485965 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] No DVR routers for this DVR port 53368c46-a120-4621-b879-12464bcc2429 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:06:00.488650 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:00.495778 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ce7ab906-a27c-4779-8806-4d891a166bfc req-7981b07e-41ba-4de4-9048-cb693bf85d89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "DELETE /networking/v2.0/ports/53368c46-a120-4621-b879-12464bcc2429 HTTP/1.1" status: 204 len: 173 time: 0.9138219 Aug 24 05:06:00.495778 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'name': 'network-vif-deleted', 'tag': '53368c46-a120-4621-b879-12464bcc2429'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:00.495778 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ff4c1b-c80c-4923-95fa-1d1f08cbc20f" -d '{"events": [{"server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "name": "network-vif-deleted", "tag": "53368c46-a120-4621-b879-12464bcc2429"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:00.551399 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc3785-a339-430e-a7e0-4100b6a9d753 x-openstack-request-id: req-cecc3785-a339-430e-a7e0-4100b6a9d753 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:00.551791 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281bea80-9e0d-435a-9fb8-6d5aa8cf3463", "name": "network-vif-deleted", "tag": "53368c46-a120-4621-b879-12464bcc2429", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:00.552048 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cecc3785-a339-430e-a7e0-4100b6a9d753 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:00.552459 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cecc3785-a339-430e-a7e0-4100b6a9d753'] response: {'server_uuid': '281bea80-9e0d-435a-9fb8-6d5aa8cf3463', 'name': 'network-vif-deleted', 'tag': '53368c46-a120-4621-b879-12464bcc2429', 'status': 'completed', 'code': 200} Aug 24 05:06:00.584676 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:00.774692 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eace7419-38ba-4764-8407-33e3d61076c0 req-01f64b96-b872-47ed-a897-4e7ca8c8ceea tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=281bea80-9e0d-435a-9fb8-6d5aa8cf3463 HTTP/1.1" status: 200 len: 210 time: 0.0308514 Aug 24 05:06:00.828945 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:53Z', 'revision_number': 2, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:00.855674 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:06:00.864551 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:00.865164 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:05:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:00.970331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:01.202119 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:53Z', 'revision_number': 2, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:01.230501 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8cfbe-2fbe-4762-a6e2-4f95896dd44d None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'ef04a61a-67a3-4241-bc4f-1715cb1e2d79', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:93:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e6825c-7456-4e46-8158-e15a11ced942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:59:36Z', 'updated_at': '2022-08-24T05:00:53Z', 'revision_number': 2, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:06:01.255487 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce04b07-1e76-4cad-80e2-7f8b952f1c1f req-d1b5e1b3-5582-4db5-af8d-36de6ae08f62 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:01.257025 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ce04b07-1e76-4cad-80e2-7f8b952f1c1f req-d1b5e1b3-5582-4db5-af8d-36de6ae08f62 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0502615 Aug 24 05:06:01.310432 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ce04b07-1e76-4cad-80e2-7f8b952f1c1f req-4d4b3f67-b285-45f7-ad6e-795b686242e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474496 Aug 24 05:06:01.501295 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711df6d3-93c0-480f-8327-8e9d16ef5dfb req-29a695fd-baa0-4451-b272-7d346dcb3bde tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:01.508862 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-711df6d3-93c0-480f-8327-8e9d16ef5dfb req-29a695fd-baa0-4451-b272-7d346dcb3bde tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0629933 Aug 24 05:06:01.542337 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f1448-d9a2-40b9-a09e-ea2c0489c762 None None] New status for floating IP fc3e7f24-a6ba-433c-9400-d775558b5ded: DOWN {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:06:01.563855 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-711df6d3-93c0-480f-8327-8e9d16ef5dfb req-edf752ce-fc0c-4906-8e1a-5c13fa0434b1 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541272 Aug 24 05:06:02.000832 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45558) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:02.066795 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ffefad00-9460-4b00-bffb-4ac6bfa6fdfc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (dd10c8eb-d043-44ed-acfb-86314f58c59d), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:02.092060 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ffefad00-9460-4b00-bffb-4ac6bfa6fdfc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (dd10c8eb-d043-44ed-acfb-86314f58c59d), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:02.162024 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:02.192672 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:02.194882 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-1faff857-dd85-4eae-9029-05326fa4007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:02.196133 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c19284-9282-440e-9043-2832d6889696 req-c65ea39f-7a71-4b89-9ad0-ec712d35bb40 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:02.196955 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-1faff857-dd85-4eae-9029-05326fa4007b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1129 time: 0.0446491 Aug 24 05:06:02.197842 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14c19284-9282-440e-9043-2832d6889696 req-c65ea39f-7a71-4b89-9ad0-ec712d35bb40 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0754964 Aug 24 05:06:02.247928 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14c19284-9282-440e-9043-2832d6889696 req-19263b3e-c358-42ba-82dc-e4eea3c55de0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435762 Aug 24 05:06:02.282614 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ffefad00-9460-4b00-bffb-4ac6bfa6fdfc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (dd10c8eb-d043-44ed-acfb-86314f58c59d), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:02.286572 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ffefad00-9460-4b00-bffb-4ac6bfa6fdfc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:02.286572 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-ffefad00-9460-4b00-bffb-4ac6bfa6fdfc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/dd10c8eb-d043-44ed-acfb-86314f58c59d HTTP/1.1" status: 204 len: 168 time: 0.2852767 Aug 24 05:06:02.289185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45562) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:02.296509 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefad00-9460-4b00-bffb-4ac6bfa6fdfc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10c8eb-d043-44ed-acfb-86314f58c59d,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:02.319898 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.api.v2.resource [None req-1a45d134-e8cf-4ba0-8064-dea7ad4e2395 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] show failed (client error): The resource could not be found. Aug 24 05:06:02.323710 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1a45d134-e8cf-4ba0-8064-dea7ad4e2395 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups/dd10c8eb-d043-44ed-acfb-86314f58c59d HTTP/1.1" status: 404 len: 347 time: 0.0306187 Aug 24 05:06:02.324027 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45564) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:02.409369 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-34ccb66d-c03d-4c81-b6b2-f36f18fc2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:02.410916 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-34ccb66d-c03d-4c81-b6b2-f36f18fc2315 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.1039639 Aug 24 05:06:02.483522 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-eaab9e52-f191-42b9-924e-64fd4d22f483 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 999 time: 0.0658331 Aug 24 05:06:02.538893 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-62e522fe-9da6-4941-baf5-bc1c9e436720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:02.540473 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-62e522fe-9da6-4941-baf5-bc1c9e436720 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0510745 Aug 24 05:06:02.590618 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-8384e89c-949a-4268-865e-d82280215115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:02.593192 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-8384e89c-949a-4268-865e-d82280215115 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457566 Aug 24 05:06:02.706290 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269eff8-a955-4185-8c0f-a28873077d1f req-67a5f788-5f80-466f-a2be-a3db88346484 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:02.707880 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7269eff8-a955-4185-8c0f-a28873077d1f req-67a5f788-5f80-466f-a2be-a3db88346484 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.3059611 Aug 24 05:06:02.710764 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port 33e887bc-238c-4b1d-8492-e522f51349ac {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:06:02.711144 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (33e887bc-238c-4b1d-8492-e522f51349ac), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:02.717410 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-08aaf5f6-99f2-4f84-9e3f-da732a42a72f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153722 Aug 24 05:06:02.826014 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43ab1ae8-9a54-41a7-b269-6ccbb574f499 req-a36c107e-59b0-4f3b-b1de-d6d9cf732928 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017656 Aug 24 05:06:02.830382 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7269eff8-a955-4185-8c0f-a28873077d1f req-c5596e35-c190-4707-91fe-884374c66051 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054320 Aug 24 05:06:02.834377 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (33e887bc-238c-4b1d-8492-e522f51349ac), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:02.834377 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (33e887bc-238c-4b1d-8492-e522f51349ac), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:02.848153 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:02.849916 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for 33e887bc-238c-4b1d-8492-e522f51349ac owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:06:02.914217 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:03.059990 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (33e887bc-238c-4b1d-8492-e522f51349ac), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:03.084187 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=33e887bc-238c-4b1d-8492-e522f51349ac,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:03.113809 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (fc3e7f24-a6ba-433c-9400-d775558b5ded), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:03.116266 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:03.117410 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-a7aac752-8698-4a66-b6bc-048c5861317b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/fc3e7f24-a6ba-433c-9400-d775558b5ded HTTP/1.1" status: 204 len: 168 time: 0.7924156 Aug 24 05:06:03.367528 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79d444-006b-46ef-97fa-9232ca2210ef req-77d73e11-2807-4f7a-8412-3aedc7b4f559 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:03.369031 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8f79d444-006b-46ef-97fa-9232ca2210ef req-77d73e11-2807-4f7a-8412-3aedc7b4f559 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0476687 Aug 24 05:06:03.420120 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8f79d444-006b-46ef-97fa-9232ca2210ef req-9f5fff46-77b7-4e3f-9af2-5de5a047047e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443468 Aug 24 05:06:03.963581 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bce29-cf7d-4a23-895f-7f1ffd947936 req-53070277-0d7d-46e7-a4a2-bb218e43bd1f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:03.966002 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-212bce29-cf7d-4a23-895f-7f1ffd947936 req-53070277-0d7d-46e7-a4a2-bb218e43bd1f tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0522509 Aug 24 05:06:04.015146 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-212bce29-cf7d-4a23-895f-7f1ffd947936 req-448966b5-0410-47bb-becc-f6fb3774a48a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434453 Aug 24 05:06:04.327551 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 53368c46-a120-4621-b879-12464bcc2429 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:06:04.347261 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 53368c46-a120-4621-b879-12464bcc2429 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:06:04.347612 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 53368c46-a120-4621-b879-12464bcc2429 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:06:04.368793 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51c411-7e9e-4800-8dce-a47ba768a87a req-7ad8ea62-780c-46b9-90a0-614affbddca8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:04.371639 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1d51c411-7e9e-4800-8dce-a47ba768a87a req-7ad8ea62-780c-46b9-90a0-614affbddca8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0499239 Aug 24 05:06:04.420857 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1d51c411-7e9e-4800-8dce-a47ba768a87a req-df6d3ea5-1e53-4bdf-b103-d70e58bf8a26 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447538 Aug 24 05:06:04.546304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2aa8d-8891-4c4b-a8e7-09658590404c req-c4572a58-a03f-4289-afef-90cf472b9eeb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:04.547837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4da2aa8d-8891-4c4b-a8e7-09658590404c req-c4572a58-a03f-4289-afef-90cf472b9eeb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0495284 Aug 24 05:06:04.600039 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4da2aa8d-8891-4c4b-a8e7-09658590404c req-243535fa-338d-42b7-b31a-e0603b1b719a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462589 Aug 24 05:06:04.906849 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b385797d-9964-438e-9aba-b68bbd39922f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:05.569798 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad91b0c-fbf0-4921-8004-19844fc5756c req-9e0d2f80-7797-4d8a-b6df-5e4898948000 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:05.572379 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8ad91b0c-fbf0-4921-8004-19844fc5756c req-9e0d2f80-7797-4d8a-b6df-5e4898948000 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0637259 Aug 24 05:06:05.622871 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8ad91b0c-fbf0-4921-8004-19844fc5756c req-3e6b20e5-a398-4f50-9346-b0493c37301e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 Aug 24 05:06:05.723365 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb66a4-4f18-4ab9-8921-332d1641490b req-41f4b695-a0e7-4b9a-8727-962421b8dcfa tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:05.724768 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ddfb66a4-4f18-4ab9-8921-332d1641490b req-41f4b695-a0e7-4b9a-8727-962421b8dcfa tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0479527 Aug 24 05:06:05.773175 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ddfb66a4-4f18-4ab9-8921-332d1641490b req-e0a3e236-97be-428c-af29-831e10df1bb0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Aug 24 05:06:06.171079 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb910745-caed-402d-8687-db6046a01f46 req-71c212cb-2d3a-47f4-aa97-3b63c18fa3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:06.172374 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fb910745-caed-402d-8687-db6046a01f46 req-71c212cb-2d3a-47f4-aa97-3b63c18fa3f8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 1130 time: 0.0439122 Aug 24 05:06:06.691941 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb910745-caed-402d-8687-db6046a01f46 req-caeba5ef-aede-4863-8dae-8d6c445dc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:06.693516 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fb910745-caed-402d-8687-db6046a01f46 req-caeba5ef-aede-4863-8dae-8d6c445dc540 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 913 time: 0.1026328 Aug 24 05:06:06.767539 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7d696-ce16-42a9-8dd2-b0bd053f3757 req-1d1c37e1-7a61-4442-a96c-bb53fe8182ba tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:06.769022 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6ac7d696-ce16-42a9-8dd2-b0bd053f3757 req-1d1c37e1-7a61-4442-a96c-bb53fe8182ba tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0647588 Aug 24 05:06:06.771379 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fb910745-caed-402d-8687-db6046a01f46 req-2a187645-01b7-4b73-9b69-2b452601cf22 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 200 len: 1002 time: 0.0636570 Aug 24 05:06:06.823184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb910745-caed-402d-8687-db6046a01f46 req-7609ec1c-9031-4b9f-9f6f-2273474c55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:06.825405 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fb910745-caed-402d-8687-db6046a01f46 req-7609ec1c-9031-4b9f-9f6f-2273474c55c6 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0501709 Aug 24 05:06:06.832028 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6ac7d696-ce16-42a9-8dd2-b0bd053f3757 req-3bb09363-9a3e-4b97-98fb-1e3f167225f7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573282 Aug 24 05:06:06.880223 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb910745-caed-402d-8687-db6046a01f46 req-60b875b7-552a-4280-ab66-0922f2be98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:06.881762 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fb910745-caed-402d-8687-db6046a01f46 req-60b875b7-552a-4280-ab66-0922f2be98e0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475047 Aug 24 05:06:06.922585 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca2641-8425-408f-b6d3-fa0fe7f744c2 req-530801af-20c8-448d-9c7d-d1435701e83a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:06.922585 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-57ca2641-8425-408f-b6d3-fa0fe7f744c2 req-530801af-20c8-448d-9c7d-d1435701e83a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0548530 Aug 24 05:06:06.958489 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:06.975431 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-57ca2641-8425-408f-b6d3-fa0fe7f744c2 req-727c2ca0-4489-434c-b2c9-d8143d345b79 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460036 Aug 24 05:06:06.979478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:06.997721 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fb910745-caed-402d-8687-db6046a01f46 req-45d52b84-5daa-4c13-aec7-7fa4b1eda084 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080019 Aug 24 05:06:07.099894 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fb910745-caed-402d-8687-db6046a01f46 req-c91d0c3e-6102-47ee-a119-b027f55dbd4a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948701 Aug 24 05:06:07.108745 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1c566-15b3-4312-b269-f689dd838ea3 req-e0eb99a2-766f-46b3-bfea-553ea5879fc7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:07.111613 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-feb1c566-15b3-4312-b269-f689dd838ea3 req-e0eb99a2-766f-46b3-bfea-553ea5879fc7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0584388 Aug 24 05:06:07.129003 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45646) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:07.134956 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Request body: {'floatingip': {'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:07.194663 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:07.197856 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:07.244613 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-209da37f-65d2-40f0-966b-138427c250fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:07.662327 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:07.718079 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:07.935039 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:06:07.949411 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45658) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:07.997239 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] Deleting subnet b655bdad-7067-45dd-ada9-6055710f063b {{(pid=107624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:06:08.000664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] Publish callbacks [] for subnet (b655bdad-7067-45dd-ada9-6055710f063b), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.037271 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5e387-1e55-4413-a3eb-9563c279097d req-0ff59527-6b15-4656-805e-7dfd0ba7bd61 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:08.038704 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4de5e387-1e55-4413-a3eb-9563c279097d req-0ff59527-6b15-4656-805e-7dfd0ba7bd61 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.1234853 Aug 24 05:06:08.040977 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4444284'] for subnet (b655bdad-7067-45dd-ada9-6055710f063b), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.041137 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:08.068952 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:08.090068 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (b655bdad-7067-45dd-ada9-6055710f063b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.114212 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4de5e387-1e55-4413-a3eb-9563c279097d req-f36c5f11-eff2-45fc-a236-69ecbb99f4c7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669279 Aug 24 05:06:08.115843 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:06:08.121933 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.128775 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] Sync routers for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:06:08.150249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:08.150249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:08.195057 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:08.197449 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280787db-3258-49d3-8b1c-0fa3603bda61" -d '{"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:08.240774 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e3bef8-9999-479b-add4-760aa0d76f7f x-openstack-request-id: req-95e3bef8-9999-479b-add4-760aa0d76f7f {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:08.241126 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:08.241435 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-95e3bef8-9999-479b-add4-760aa0d76f7f {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:08.241913 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e3bef8-9999-479b-add4-760aa0d76f7f'] response: {'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'status': 'completed', 'code': 200} Aug 24 05:06:08.243703 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-33133b71-6c68-4248-aecf-6125e5f0c132 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/a96e40b1-9843-4413-8f86-5e2b91e509ab HTTP/1.1" status: 200 len: 991 time: 1.1134815 Aug 24 05:06:08.260735 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:08.279177 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4887981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085470'] for subnet (b655bdad-7067-45dd-ada9-6055710f063b), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.292066 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:08.335736 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b655bdad-7067-45dd-ada9-6055710f063b,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:08.342416 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.345711 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-89bb1f43-4b22-4863-b2c4-5054162f4fbb admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/b655bdad-7067-45dd-ada9-6055710f063b HTTP/1.1" status: 204 len: 168 time: 0.3952100 Aug 24 05:06:08.349886 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45668) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:08.354848 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:08.368491 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-72f13836-054e-4323-b542-9ff5720f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:08.370016 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-72f13836-054e-4323-b542-9ff5720f731e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1129 time: 0.1058426 Aug 24 05:06:08.391412 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5470b-a7fb-4ffe-842a-54cf445e74d7 req-7cdabc22-7fc5-4012-9538-c0ce045bdab9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:08.393078 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0ab5470b-a7fb-4ffe-842a-54cf445e74d7 req-7cdabc22-7fc5-4012-9538-c0ce045bdab9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0606189 Aug 24 05:06:08.426210 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.452081 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0ab5470b-a7fb-4ffe-842a-54cf445e74d7 req-7efc38c1-9969-4923-b7a9-e1a8b87c0b50 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526462 Aug 24 05:06:08.454964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.514402 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.520498 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'a96e40b1-9843-4413-8f86-5e2b91e509ab', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'mac_address': 'fa:16:3e:d3:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:02:13Z', 'updated_at': '2022-08-24T05:06:07Z', 'revision_number': 3, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:08.535395 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:08.546140 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0ffba5-4235-49fc-9164-66ba739d7f63') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:08.546322 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0ffba5-4235-49fc-9164-66ba739d7f63') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:08.552208 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] Checking router: 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:06:08.556475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (fa0ffba5-4235-49fc-9164-66ba739d7f63), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.562181 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:08.562818 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:08.572961 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (fa0ffba5-4235-49fc-9164-66ba739d7f63), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.580219 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:06:08.580609 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (fa0ffba5-4235-49fc-9164-66ba739d7f63), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.599629 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment fa0ffba5-4235-49fc-9164-66ba739d7f63 resource provider aggregate not found Aug 24 05:06:08.625755 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment fa0ffba5-4235-49fc-9164-66ba739d7f63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa0ffba5-4235-49fc-9164-66ba739d7f63 found for delete ", "request_id": "req-f78db391-4976-4838-b7bb-fe9e767f0321"}]} Aug 24 05:06:08.669922 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:08.737533 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:08.738444 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.747651 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:08.750745 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161 HTTP/1.1" status: 204 len: 168 time: 0.4013104 Aug 24 05:06:08.762342 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-44552910-0506-434b-be25-10828a42e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:08.770345 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-44552910-0506-434b-be25-10828a42e201 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.1489167 Aug 24 05:06:08.770345 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584c897-8468-4f94-8ddf-802638efa763 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9c021b-a4bf-45b4-a6f8-0bf0c3f53161,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:08.835806 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-1211057a-ec00-4803-b853-9817546a3f17 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 999 time: 0.0635636 Aug 24 05:06:08.899837 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'a96e40b1-9843-4413-8f86-5e2b91e509ab', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'mac_address': 'fa:16:3e:d3:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:02:13Z', 'updated_at': '2022-08-24T05:06:07Z', 'revision_number': 3, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:08.907480 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-fa817d36-940e-4c6a-8bf6-600ecb7d8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:08.909023 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-fa817d36-940e-4c6a-8bf6-600ecb7d8049 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0476446 Aug 24 05:06:08.926499 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22adb1a-315d-48fd-9396-ccce39072dda None None] The sync data for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi is: [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'a96e40b1-9843-4413-8f86-5e2b91e509ab', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'port_id': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'mac_address': 'fa:16:3e:d3:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:02:13Z', 'updated_at': '2022-08-24T05:06:07Z', 'revision_number': 3, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:06:08.977255 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-f9aebb6c-44d7-40c2-a204-a305215a1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:08.978828 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-f9aebb6c-44d7-40c2-a204-a305215a1284 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476904 Aug 24 05:06:09.229251 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45676) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:09.259307 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:09.276164 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4052c7cc-8528-4b7c-800c-77540428c57a admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=2dd4d1addbd348c0a9608c7b3fe27157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454669 Aug 24 05:06:09.278962 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45678) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:09.336703 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-76ec2313-3848-48ce-8fa1-d233c94f5e3a admin admin] Publish callbacks [] for security_group (d2f17221-4e7f-4f69-90b3-592a39761ec5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.359495 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-76ec2313-3848-48ce-8fa1-d233c94f5e3a admin admin] Publish callbacks [] for security_group (d2f17221-4e7f-4f69-90b3-592a39761ec5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.445277 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-a3d3ed9b-a351-486a-b8fe-3267e8313e4c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:09.446756 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-a3d3ed9b-a351-486a-b8fe-3267e8313e4c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0625541 Aug 24 05:06:09.453698 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-8445daaf-a567-4617-965e-44844dc3078a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839781 Aug 24 05:06:09.471600 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-76ec2313-3848-48ce-8fa1-d233c94f5e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d2f17221-4e7f-4f69-90b3-592a39761ec5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.474164 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-76ec2313-3848-48ce-8fa1-d233c94f5e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.475358 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-76ec2313-3848-48ce-8fa1-d233c94f5e3a admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d2f17221-4e7f-4f69-90b3-592a39761ec5 HTTP/1.1" status: 204 len: 168 time: 0.1954181 Aug 24 05:06:09.489095 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec2313-3848-48ce-8fa1-d233c94f5e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f17221-4e7f-4f69-90b3-592a39761ec5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:09.602909 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port 3b8866d6-c018-428f-b34a-771e00bb44a7 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:06:09.603291 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.615633 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32a9e4-bddf-4e9f-8b2f-ca41a1e32429 req-62c5ead2-ff36-4fe0-8704-0f4dbc25c089 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:09.617177 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9e32a9e4-bddf-4e9f-8b2f-ca41a1e32429 req-62c5ead2-ff36-4fe0-8704-0f4dbc25c089 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 945 time: 0.0550983 Aug 24 05:06:09.646678 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-280787db-3258-49d3-8b1c-0fa3603bda61 req-73c8fd1f-9600-4435-ba7c-7d8488a310ca service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856766 Aug 24 05:06:09.673977 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9e32a9e4-bddf-4e9f-8b2f-ca41a1e32429 req-935117fa-6f74-4d76-964f-56b12c015392 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=d497f675-bbfe-49dd-88f9-05dbb879ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477982 Aug 24 05:06:09.726831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] For port 3b8866d6-c018-428f-b34a-771e00bb44a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3b8866d6-c018-428f-b34a-771e00bb44a7,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:06:09.727236 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.830013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:09.907342 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.907707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (ef04a61a-67a3-4241-bc4f-1715cb1e2d79), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.908021 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP ef04a61a-67a3-4241-bc4f-1715cb1e2d79 disassociated. External IP: 172.27.1.225, port: 3b8866d6-c018-428f-b34a-771e00bb44a7. Aug 24 05:06:09.908364 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for 3b8866d6-c018-428f-b34a-771e00bb44a7 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:06:09.970156 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.998721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:09.999630 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:10.152188 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (3b8866d6-c018-428f-b34a-771e00bb44a7), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:10.184512 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=3b8866d6-c018-428f-b34a-771e00bb44a7,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:10.243132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:10.246137 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d87dc9-2905-4a2e-bd77-62977db40c27" -d '{"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:10.288132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec1ed35-01ae-4303-a58e-c06a1515f9a6 x-openstack-request-id: req-fec1ed35-01ae-4303-a58e-c06a1515f9a6 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:10.288420 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:10.288674 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fec1ed35-01ae-4303-a58e-c06a1515f9a6 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:10.289068 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec1ed35-01ae-4303-a58e-c06a1515f9a6'] response: {'name': 'network-changed', 'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'status': 'completed', 'code': 200} Aug 24 05:06:10.310897 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:06:10.414754 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-076dc631-9c6b-40dc-947b-f4df2918b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:10.416242 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-076dc631-9c6b-40dc-947b-f4df2918b984 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 1129 time: 0.1016164 Aug 24 05:06:10.516729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:06:10.527841 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:06:10.548738 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:10.549582 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:10.572281 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-0ff761e1-d21e-4c2f-8298-272fe3deab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:10.574348 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-0ff761e1-d21e-4c2f-8298-272fe3deab83 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.1506100 Aug 24 05:06:10.575246 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] No DVR routers for this DVR port 3b8866d6-c018-428f-b34a-771e00bb44a7 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:06:10.578155 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:10.581955 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ffe4fe7d-fbd3-4058-a09e-cdc5156788c7 req-e2937207-6f94-4720-8291-4ea6b0e56807 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "DELETE /networking/v2.0/ports/3b8866d6-c018-428f-b34a-771e00bb44a7 HTTP/1.1" status: 204 len: 173 time: 1.1273415 Aug 24 05:06:10.582423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'name': 'network-vif-deleted', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:10.585068 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1efa37-8ce7-4251-8420-3dbfa182f258" -d '{"events": [{"server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "name": "network-vif-deleted", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:10.650575 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc6245-bcbf-4b6d-8e1c-69169e0ff9b2 x-openstack-request-id: req-31cc6245-bcbf-4b6d-8e1c-69169e0ff9b2 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:10.650881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e6825c-7456-4e46-8158-e15a11ced942", "name": "network-vif-deleted", "tag": "3b8866d6-c018-428f-b34a-771e00bb44a7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:10.651418 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-31cc6245-bcbf-4b6d-8e1c-69169e0ff9b2 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:10.652510 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cc6245-bcbf-4b6d-8e1c-69169e0ff9b2'] response: {'server_uuid': '13e6825c-7456-4e46-8158-e15a11ced942', 'name': 'network-vif-deleted', 'tag': '3b8866d6-c018-428f-b34a-771e00bb44a7', 'status': 'completed', 'code': 200} Aug 24 05:06:10.671477 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-e3faa407-9ce6-46bd-9a1e-efd9644d773b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 200 len: 999 time: 0.0817218 Aug 24 05:06:10.697356 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:10.742052 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-7be1e866-b38a-455d-b0ea-6a100d70aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:10.744950 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-7be1e866-b38a-455d-b0ea-6a100d70aa2c service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0656095 Aug 24 05:06:10.801501 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d9c8ed5-ce72-4497-b8ba-7f0994197f78 req-68deeb76-9fb9-4aaf-b5e0-f41711fc6870 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=13e6825c-7456-4e46-8158-e15a11ced942 HTTP/1.1" status: 200 len: 210 time: 0.0335095 Aug 24 05:06:10.801845 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-c059a7b1-5f61-4713-952f-ca5135648aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:10.803083 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-c059a7b1-5f61-4713-952f-ca5135648aac service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457242 Aug 24 05:06:10.893451 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:10.916949 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-1a5a3c22-70f5-45a8-84f0-3a5e6f91f4ca service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998526 Aug 24 05:06:10.918481 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:06:10.927308 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:10.927829 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:10.958779 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:11.014332 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d7d87dc9-2905-4a2e-bd77-62977db40c27 req-57863c9e-530a-4a76-9adb-06cb4f6322ed service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890360 Aug 24 05:06:11.035310 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:11.226168 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:11.251642 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d58fba-37b3-49e5-8ae5-30f8c25bd108 None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:06:11.468983 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e3e70-a43f-4508-bafb-5221b815cb3d None None] New status for floating IP ef04a61a-67a3-4241-bc4f-1715cb1e2d79: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:06:11.954208 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45696) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:12.009356 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63a2be87-0373-4a58-8abd-5e3795bc7887 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (d497f675-bbfe-49dd-88f9-05dbb879ebad), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.032104 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63a2be87-0373-4a58-8abd-5e3795bc7887 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (d497f675-bbfe-49dd-88f9-05dbb879ebad), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.153039 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63a2be87-0373-4a58-8abd-5e3795bc7887 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d497f675-bbfe-49dd-88f9-05dbb879ebad), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.155612 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-63a2be87-0373-4a58-8abd-5e3795bc7887 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.156771 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-63a2be87-0373-4a58-8abd-5e3795bc7887 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d497f675-bbfe-49dd-88f9-05dbb879ebad HTTP/1.1" status: 204 len: 168 time: 0.2015378 Aug 24 05:06:12.159746 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45698) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:12.166457 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2be87-0373-4a58-8abd-5e3795bc7887 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497f675-bbfe-49dd-88f9-05dbb879ebad,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:12.174812 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.api.v2.resource [None req-324e3dbd-d9c4-4b50-b09e-b65e82e2a133 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] show failed (client error): The resource could not be found. Aug 24 05:06:12.177100 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-324e3dbd-d9c4-4b50-b09e-b65e82e2a133 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups/d497f675-bbfe-49dd-88f9-05dbb879ebad HTTP/1.1" status: 404 len: 347 time: 0.0151830 Aug 24 05:06:12.192155 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:12.193540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45700) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:12.309017 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port c364b05f-596f-4753-bb5d-851f162c517f {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:06:12.309407 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (c364b05f-596f-4753-bb5d-851f162c517f), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.387963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (c364b05f-596f-4753-bb5d-851f162c517f), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.388280 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (c364b05f-596f-4753-bb5d-851f162c517f), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.400520 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for c364b05f-596f-4753-bb5d-851f162c517f owned by network:floatingip {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:06:12.523541 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:12.643525 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (c364b05f-596f-4753-bb5d-851f162c517f), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.669647 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=c364b05f-596f-4753-bb5d-851f162c517f,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:12.734423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (ef04a61a-67a3-4241-bc4f-1715cb1e2d79), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.737209 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:12.738563 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-6a16b86b-3bf9-4bcb-a5b5-7e90771728f8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/ef04a61a-67a3-4241-bc4f-1715cb1e2d79 HTTP/1.1" status: 204 len: 168 time: 0.5445628 Aug 24 05:06:12.870807 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45704) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:12.875694 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-0fbfd455-90ce-4669-ab6f-0b3814ffe4d4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548436999', 'description': 'tempest-description--1631222237'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:12.952499 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd455-90ce-4669-ab6f-0b3814ffe4d4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.023355 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd455-90ce-4669-ab6f-0b3814ffe4d4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (318992fe-93e4-427e-8e8f-9d5897c88bba), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.077922 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd455-90ce-4669-ab6f-0b3814ffe4d4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (318992fe-93e4-427e-8e8f-9d5897c88bba), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.107476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfd455-90ce-4669-ab6f-0b3814ffe4d4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318992fe-93e4-427e-8e8f-9d5897c88bba,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:13.165776 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd455-90ce-4669-ab6f-0b3814ffe4d4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.167111 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-0fbfd455-90ce-4669-ab6f-0b3814ffe4d4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2952197 Aug 24 05:06:13.170483 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45706) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:13.174940 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-a57cfef4-68a1-443c-8e7f-2e971dcb1a0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': '318992fe-93e4-427e-8e8f-9d5897c88bba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:13.268456 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a57cfef4-68a1-443c-8e7f-2e971dcb1a0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (f857c01e-b336-4a63-8963-3e317261c58f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.307071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:13.324636 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a57cfef4-68a1-443c-8e7f-2e971dcb1a0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (f857c01e-b336-4a63-8963-3e317261c58f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.408080 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a57cfef4-68a1-443c-8e7f-2e971dcb1a0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (f857c01e-b336-4a63-8963-3e317261c58f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.428854 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cfef4-68a1-443c-8e7f-2e971dcb1a0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f857c01e-b336-4a63-8963-3e317261c58f,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:13.525956 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a57cfef4-68a1-443c-8e7f-2e971dcb1a0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.527554 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-a57cfef4-68a1-443c-8e7f-2e971dcb1a0c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560123 Aug 24 05:06:13.530117 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45708) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:13.534495 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-32284553-382d-4343-aaa1-df90782fd6f9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': '318992fe-93e4-427e-8e8f-9d5897c88bba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:13.633189 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32284553-382d-4343-aaa1-df90782fd6f9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (39013bfa-fbaa-4713-b27e-8b78169f8a1f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.693478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32284553-382d-4343-aaa1-df90782fd6f9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (39013bfa-fbaa-4713-b27e-8b78169f8a1f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.740807 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32284553-382d-4343-aaa1-df90782fd6f9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (39013bfa-fbaa-4713-b27e-8b78169f8a1f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.759233 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32284553-382d-4343-aaa1-df90782fd6f9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39013bfa-fbaa-4713-b27e-8b78169f8a1f,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:13.817868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-32284553-382d-4343-aaa1-df90782fd6f9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:13.819251 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-32284553-382d-4343-aaa1-df90782fd6f9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880657 Aug 24 05:06:13.822182 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45710) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:13.826850 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:13.935806 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.014835 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.127199 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.27.1.108 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/310bb625-954f-4f52-b092-3bb771e6c62c) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:06:14.135482 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:14.232872 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (310bb625-954f-4f52-b092-3bb771e6c62c), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.347536 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (310bb625-954f-4f52-b092-3bb771e6c62c), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.397031 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:06:14.397801 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3b8866d6-c018-428f-b34a-771e00bb44a7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:06:14.402931 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:06:14.405138 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=310bb625-954f-4f52-b092-3bb771e6c62c,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:14.407646 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:06:14.419226 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 3b8866d6-c018-428f-b34a-771e00bb44a7 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:06:14.419835 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3b8866d6-c018-428f-b34a-771e00bb44a7 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:06:14.440033 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:14.489739 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.638795 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (310bb625-954f-4f52-b092-3bb771e6c62c), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.791871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (310bb625-954f-4f52-b092-3bb771e6c62c), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.872540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (310bb625-954f-4f52-b092-3bb771e6c62c), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:14.943501 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=310bb625-954f-4f52-b092-3bb771e6c62c,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:14.945892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:15.034696 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:15.036089 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d3796dcc-16e3-40e5-b0f0-4f553db1a796 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2129495 Aug 24 05:06:15.250659 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-5c38fdb9-25f4-4219-833a-dca2594c7bb4 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1548436999&fields=id&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 267 time: 0.0471940 Aug 24 05:06:15.361616 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-ee325c38-1ed2-4711-9ade-c59241641033 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:15.363117 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-ee325c38-1ed2-4711-9ade-c59241641033 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.1060388 Aug 24 05:06:15.378883 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-10c90ecf-ef5d-4336-9528-11819b23042f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/quotas/fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 375 time: 0.0103552 Aug 24 05:06:15.432633 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-981b5374-27af-4ac9-ba6f-56d46132a424 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481186 Aug 24 05:06:15.632902 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-39bb5b54-1922-4055-a86f-7353238f302b service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882815 Aug 24 05:06:15.724344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:15.730868 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-c5bba9d3-38b1-4135-b5ab-c8ba4f534ff3 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917637 Aug 24 05:06:15.998915 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c730bb41-6a25-40ab-ae6f-30a2d1e4fac3 req-8dd6ba8b-8426-4258-a2a2-c20b24fb5eb8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 210 time: 0.0304055 Aug 24 05:06:17.101572 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-725bf1d8-7957-4f16-b3df-d42c5cc066e6 req-f565eadc-2028-4fc5-8cec-83b8e39d2ef2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 210 time: 0.0281839 Aug 24 05:06:17.970549 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-3f07b1a8-6dd5-4321-b127-efb87cdfc2ff tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:17.974137 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-3f07b1a8-6dd5-4321-b127-efb87cdfc2ff tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.1129844 Aug 24 05:06:18.045618 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-54bf9d0d-775a-4c6a-826e-6e45d18d82cb tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 380 time: 0.0641465 Aug 24 05:06:18.055537 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'port': {'device_id': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'admin_state_up': True, 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'security_groups': ['318992fe-93e4-427e-8e8f-9d5897c88bba']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:18.082983 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:18.212748 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-92bab32d-b0cd-45bf-9d52-ce6fa340c320 req-4c1844a5-1b05-4e3f-ada3-6c9560e95d85 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 210 time: 0.0294569 Aug 24 05:06:18.227069 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Made reservation on behalf of fad6d7352bc144929743ca7373a41800 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:06:18.231963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:18.370947 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.20.0.4 (be2d7953-7d09-41eb-b20e-6de03af460a3/13a7c081-d2e1-49a8-bb5a-1f864b46b333/99a6ecd8-63af-40f3-b66c-109e1f205597) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:06:18.429443 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:18.521100 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:18.712356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:18.762703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:06:18.765993 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:06:18.770179 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:06:18.832085 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=99a6ecd8-63af-40f3-b66c-109e1f205597,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:18.832085 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:18.832085 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:18.926731 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-e1a4baab-7559-4306-9391-46af276f4c00 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748171 Aug 24 05:06:18.938530 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Request body: {'port': {'device_id': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:19.000425 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-5ee4bbec-8fa6-4e12-a07a-fc68f2a1c15d None None] Provisioning complete for port 99a6ecd8-63af-40f3-b66c-109e1f205597 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:06:19.001015 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bbec-8fa6-4e12-a07a-fc68f2a1c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:19.001775 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:19.032394 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4bbec-8fa6-4e12-a07a-fc68f2a1c15d None None] Port 99a6ecd8-63af-40f3-b66c-109e1f205597 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:06:19.123938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:19.271123 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a6ecd8-63af-40f3-b66c-109e1f205597 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:06:19.279886 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Publish callbacks [] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:19.293634 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Transition to ACTIVE for port object 99a6ecd8-63af-40f3-b66c-109e1f205597 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:06:19.340383 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921ac82-faa2-42ff-bb0d-6640f989d13c req-47c691c1-9b2b-4d97-8e40-037ee2d64167 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:19.341892 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e921ac82-faa2-42ff-bb0d-6640f989d13c req-47c691c1-9b2b-4d97-8e40-037ee2d64167 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 931 time: 0.0506837 Aug 24 05:06:19.382623 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:19.390393 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e921ac82-faa2-42ff-bb0d-6640f989d13c req-982d8138-9839-4a64-a4f2-849b65f4d437 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 Aug 24 05:06:19.398385 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:19.482813 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Pushing event updated for resources: {'Port': ['ID=99a6ecd8-63af-40f3-b66c-109e1f205597,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:19.520258 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Attempting to bind port 99a6ecd8-63af-40f3-b66c-109e1f205597 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:06:19.520258 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Attempting to bind port 99a6ecd8-63af-40f3-b66c-109e1f205597 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:06:19.520258 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Attempting to bind port 99a6ecd8-63af-40f3-b66c-109e1f205597 on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:06:19.522954 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Port 99a6ecd8-63af-40f3-b66c-109e1f205597 on network be2d7953-7d09-41eb-b20e-6de03af460a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:06:19.523315 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Attempting to bind port 99a6ecd8-63af-40f3-b66c-109e1f205597 on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:06:19.528873 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:06:19.529250 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Checking segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:06:19.529668 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Bound using segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:06:19.530466 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Bound port: 99a6ecd8-63af-40f3-b66c-109e1f205597, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:06:19.530833 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:19.596486 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] For port 99a6ecd8-63af-40f3-b66c-109e1f205597, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:06:19.600555 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] For port 99a6ecd8-63af-40f3-b66c-109e1f205597, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99a6ecd8-63af-40f3-b66c-109e1f205597,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:06:19.713862 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:19.717776 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:19.718395 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:19.719843 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/99a6ecd8-63af-40f3-b66c-109e1f205597 HTTP/1.1" status: 200 len: 1093 time: 0.7855101 Aug 24 05:06:19.722004 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:19.724299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d5b123-09a4-4877-b493-219497f55926" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:19.765065 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa62bdaf-7db7-4d71-b046-4cb687e9a2ba x-openstack-request-id: req-aa62bdaf-7db7-4d71-b046-4cb687e9a2ba {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:19.765348 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:19.765595 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-aa62bdaf-7db7-4d71-b046-4cb687e9a2ba {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:19.766002 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa62bdaf-7db7-4d71-b046-4cb687e9a2ba'] response: {'name': 'network-changed', 'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'status': 'completed', 'code': 200} Aug 24 05:06:19.775918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a8684-a3f6-4136-9da6-a5d5ea6eba7a service neutron] Pushing event updated for resources: {'Port': ['ID=99a6ecd8-63af-40f3-b66c-109e1f205597,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:19.826726 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:19.832405 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5b123-09a4-4877-b493-219497f55926 req-be5e1276-9dc6-4423-bf24-221b2fad70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:19.833925 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17d5b123-09a4-4877-b493-219497f55926 req-be5e1276-9dc6-4423-bf24-221b2fad70a1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 1127 time: 0.0400195 Aug 24 05:06:19.936670 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5b123-09a4-4877-b493-219497f55926 req-f3f9f12c-15cf-41b9-a9c8-acd2dbc22a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:19.938157 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17d5b123-09a4-4877-b493-219497f55926 req-f3f9f12c-15cf-41b9-a9c8-acd2dbc22a44 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=fad6d7352bc144929743ca7373a41800&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966535 Aug 24 05:06:20.037201 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5b123-09a4-4877-b493-219497f55926 req-72976c8e-7da3-455a-a221-1cfa8a2d7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:20.038596 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-17d5b123-09a4-4877-b493-219497f55926 req-72976c8e-7da3-455a-a221-1cfa8a2d7522 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0939126 Aug 24 05:06:20.128231 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-27534818-212a-46b8-a528-96e524a4f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:20.129754 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-27534818-212a-46b8-a528-96e524a4f6a4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 1127 time: 0.0399890 Aug 24 05:06:20.175563 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-fc59edb0-a3b5-4b69-a383-ede047d37476 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a6ecd8-63af-40f3-b66c-109e1f205597 HTTP/1.1" status: 200 len: 217 time: 0.0336330 Aug 24 05:06:20.231720 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-f536329d-efad-454f-8b6b-4ef4c6f90713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:20.233302 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-f536329d-efad-454f-8b6b-4ef4c6f90713 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.0486424 Aug 24 05:06:20.280449 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-df6f19e0-1ef3-4b7a-b10e-5070745c0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:20.281969 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-df6f19e0-1ef3-4b7a-b10e-5070745c0e69 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396068 Aug 24 05:06:20.374148 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-a81beb83-005b-43c3-b79a-3da9a7e58c15 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839801 Aug 24 05:06:20.477350 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fb3e5a8-648c-4d42-9cd6-8aa91ae1a898 req-05b684f0-d440-405e-94e8-97703ac68f8d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896664 Aug 24 05:06:20.513537 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee35a2-d6c9-479a-925f-186f7cfb9633 req-f25d4bdf-df31-4fa2-a92f-5204af3e1234 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:20.515122 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bbee35a2-d6c9-479a-925f-186f7cfb9633 req-f25d4bdf-df31-4fa2-a92f-5204af3e1234 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 943 time: 0.0504956 Aug 24 05:06:20.565465 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bbee35a2-d6c9-479a-925f-186f7cfb9633 req-f05e3afa-c994-4ba7-b97b-396d22375c67 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447299 Aug 24 05:06:21.229078 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:21.229838 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:21.690610 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26290b9-e370-44f4-b74a-b366f66346fd req-dee783ab-6b99-4cd3-976d-b1c70de7b8be tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:21.692115 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c26290b9-e370-44f4-b74a-b366f66346fd req-dee783ab-6b99-4cd3-976d-b1c70de7b8be tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 943 time: 0.0521076 Aug 24 05:06:21.742988 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c26290b9-e370-44f4-b74a-b366f66346fd req-c0cd0bc3-e0d0-4e09-bc26-cadb1961f0b5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Aug 24 05:06:22.295636 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:06:22.863854 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecc1ae-7738-4c50-a660-baa79729623d req-07fb0636-62e1-433e-bc88-09e822742f13 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:22.865344 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c8ecc1ae-7738-4c50-a660-baa79729623d req-07fb0636-62e1-433e-bc88-09e822742f13 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 943 time: 0.0474744 Aug 24 05:06:22.912738 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c8ecc1ae-7738-4c50-a660-baa79729623d req-aa973e82-f2af-4d21-9946-88b71f526c9d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Aug 24 05:06:24.033429 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3784f5-a5f4-461a-9bdd-0f32e6f71087 req-3496b0ab-9769-4d4d-8f5b-25732ccae177 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:24.035365 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6f3784f5-a5f4-461a-9bdd-0f32e6f71087 req-3496b0ab-9769-4d4d-8f5b-25732ccae177 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 943 time: 0.0487092 Aug 24 05:06:24.084233 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6f3784f5-a5f4-461a-9bdd-0f32e6f71087 req-1ff5bc3e-6584-4c03-b952-4702f5f300e9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Aug 24 05:06:24.414994 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99a6ecd8-63af-40f3-b66c-109e1f205597 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:06:24.517311 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 99a6ecd8-63af-40f3-b66c-109e1f205597, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99a6ecd8-63af-40f3-b66c-109e1f205597,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:06:24.528491 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'port_id': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'mac_address': 'fa:16:3e:37:0d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:06:24.564456 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 99a6ecd8-63af-40f3-b66c-109e1f205597 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:06:24.564842 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:24.578684 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a6ecd8-63af-40f3-b66c-109e1f205597 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:06:24.598823 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 99a6ecd8-63af-40f3-b66c-109e1f205597, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99a6ecd8-63af-40f3-b66c-109e1f205597,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:06:24.683211 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:24.729957 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=99a6ecd8-63af-40f3-b66c-109e1f205597,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:24.738457 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.738815 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.739193 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.739534 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.739869 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.740200 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.740528 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.740853 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.741177 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.741500 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.741826 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.742154 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.742476 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.742795 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:24.743146 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:25.160515 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['99a6ecd8-63af-40f3-b66c-109e1f205597'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:06:25.211504 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e67aa-fefa-460a-9ffa-dd9c790263f2 req-d45bfd07-94b3-4800-9668-263a0506a8c1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:25.213009 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-648e67aa-fefa-460a-9ffa-dd9c790263f2 req-d45bfd07-94b3-4800-9668-263a0506a8c1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 944 time: 0.0530038 Aug 24 05:06:25.262300 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-648e67aa-fefa-460a-9ffa-dd9c790263f2 req-9e89f013-eb5f-493a-b8bf-ec703f930853 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Aug 24 05:06:26.385184 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790f723-3025-4860-a684-3da427810c75 req-83ce3d90-cf3e-4a0b-93a2-9a70d5263220 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:26.386781 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1790f723-3025-4860-a684-3da427810c75 req-83ce3d90-cf3e-4a0b-93a2-9a70d5263220 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 944 time: 0.0485709 Aug 24 05:06:26.430598 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99a6ecd8-63af-40f3-b66c-109e1f205597 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:06:26.433585 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:26.436120 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1790f723-3025-4860-a684-3da427810c75 req-3e1ec98a-3505-4b28-97a3-8633d35c6b6d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 Aug 24 05:06:26.477937 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 99a6ecd8-63af-40f3-b66c-109e1f205597 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:06:26.524802 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 99a6ecd8-63af-40f3-b66c-109e1f205597 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:06:26.525216 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:26.600424 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 99a6ecd8-63af-40f3-b66c-109e1f205597 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:06:26.600724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:26.624512 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:26.626772 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05790688-f99a-4de0-b901-be81252a4155" -d '{"events": [{"server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "name": "network-vif-plugged", "status": "completed", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:26.639429 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 99a6ecd8-63af-40f3-b66c-109e1f205597, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99a6ecd8-63af-40f3-b66c-109e1f205597,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:06:26.667597 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e237b726-02c8-465a-8d15-2b50437bf850 x-openstack-request-id: req-e237b726-02c8-465a-8d15-2b50437bf850 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:26.667907 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "name": "network-vif-plugged", "status": "completed", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:26.668156 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e237b726-02c8-465a-8d15-2b50437bf850 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:26.668550 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e237b726-02c8-465a-8d15-2b50437bf850'] response: {'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'code': 200} Aug 24 05:06:26.769946 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:26.816977 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=99a6ecd8-63af-40f3-b66c-109e1f205597,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:27.047150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:27.055547 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525143-73ae-4607-b665-bceb54912a43 req-fc0d6984-4f3b-404e-9329-98523d4cbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:27.059713 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-be525143-73ae-4607-b665-bceb54912a43 req-fc0d6984-4f3b-404e-9329-98523d4cbe49 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 1129 time: 0.0439427 Aug 24 05:06:27.110242 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-be525143-73ae-4607-b665-bceb54912a43 req-79f1470a-723d-49a5-b26e-1c24941e7f6c service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Aug 24 05:06:27.729532 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588e307-3cba-41ad-9043-e66d84e65eb8 req-84ca5d3f-110b-435f-afa7-ffb630230775 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:27.730939 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b588e307-3cba-41ad-9043-e66d84e65eb8 req-84ca5d3f-110b-435f-afa7-ffb630230775 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0558708 Aug 24 05:06:27.783113 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b588e307-3cba-41ad-9043-e66d84e65eb8 req-74a05889-56a6-4e84-9eab-e3bbce0f2e89 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Aug 24 05:06:28.916260 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415487-b9ed-4aa9-b863-34e32a5f1c29 req-2a92955f-4d22-42bf-b11f-0d17eac07bc3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:28.917914 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aa415487-b9ed-4aa9-b863-34e32a5f1c29 req-2a92955f-4d22-42bf-b11f-0d17eac07bc3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0531390 Aug 24 05:06:28.983787 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-aa415487-b9ed-4aa9-b863-34e32a5f1c29 req-f35ae9a3-eef9-4630-b8e9-b1f9429b2fe5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573187 Aug 24 05:06:29.655909 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:30.117842 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d5a08-3149-4563-b3fd-0c7d62c4e3b1 req-d8d66e1e-5fed-4063-87d3-bfc9de36f2c5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:30.119338 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2f0d5a08-3149-4563-b3fd-0c7d62c4e3b1 req-d8d66e1e-5fed-4063-87d3-bfc9de36f2c5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0502846 Aug 24 05:06:30.171445 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2f0d5a08-3149-4563-b3fd-0c7d62c4e3b1 req-21bfbc72-19f4-495f-8c03-192b7e879b2d tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463071 Aug 24 05:06:30.289203 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e9f22-b5b9-49c5-aa0b-c8dbf1294176 req-e78a997c-1ce3-49f7-8e23-fe0bb9d508c9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:30.290638 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4d3e9f22-b5b9-49c5-aa0b-c8dbf1294176 req-e78a997c-1ce3-49f7-8e23-fe0bb9d508c9 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0480413 Aug 24 05:06:30.303264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45782) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:30.307894 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'port_id': '99a6ecd8-63af-40f3-b66c-109e1f205597'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:30.587311 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:31.000616 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:31.013131 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:31.107586 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:31.205873 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP 9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf associated. External IP: 172.27.1.108, port: 99a6ecd8-63af-40f3-b66c-109e1f205597. Aug 24 05:06:31.409178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:06:31.513324 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:06:31.518554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:31.524173 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:06:31.536947 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:31.537563 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:31.550234 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c0ef0a60-a5d3-44c0-8274-aca379f0dd76 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf HTTP/1.1" status: 200 len: 991 time: 1.2457752 Aug 24 05:06:31.552036 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:31.553099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d52faee-4a3a-4d03-8ed3-6a171dd24005" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:31.594662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ca280d-4571-4354-9331-b687c4c6aaed x-openstack-request-id: req-55ca280d-4571-4354-9331-b687c4c6aaed {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:31.594942 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:31.595235 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-55ca280d-4571-4354-9331-b687c4c6aaed {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:31.595676 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ca280d-4571-4354-9331-b687c4c6aaed'] response: {'name': 'network-changed', 'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'status': 'completed', 'code': 200} Aug 24 05:06:31.667736 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-31d142c1-98c9-486c-ad35-859e77b04448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:31.669212 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-31d142c1-98c9-486c-ad35-859e77b04448 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 1129 time: 0.0430110 Aug 24 05:06:31.731184 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:31.772333 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-f7d27c4d-39d7-4595-aecd-26b37a567bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:31.773886 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-f7d27c4d-39d7-4595-aecd-26b37a567bdc service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 916 time: 0.0919480 Aug 24 05:06:31.787056 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:31.839773 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-9890ca74-446a-454f-bf79-a341f388d353 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a6ecd8-63af-40f3-b66c-109e1f205597 HTTP/1.1" status: 200 len: 999 time: 0.0580988 Aug 24 05:06:31.893462 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-88481cb9-94c8-4905-a477-3ae065e86b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:31.894957 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-88481cb9-94c8-4905-a477-3ae065e86b9a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.0489693 Aug 24 05:06:31.941211 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-8cf13417-d6c0-4e1c-b24c-26bae585191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:31.942731 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-8cf13417-d6c0-4e1c-b24c-26bae585191e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404527 Aug 24 05:06:31.951084 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:37:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:06:14Z', 'updated_at': '2022-08-24T05:06:30Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:31.976837 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:06:31.986327 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:31.986937 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:32.044473 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-1a0bb4e4-d0ca-4f47-b0ca-181252711a89 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911109 Aug 24 05:06:32.086366 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:32.094378 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:32.142724 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4d52faee-4a3a-4d03-8ed3-6a171dd24005 req-142b73c0-6679-4582-91da-7ea3151b59f3 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887382 Aug 24 05:06:32.318771 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:37:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:06:14Z', 'updated_at': '2022-08-24T05:06:30Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:32.347740 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601d513-174b-429f-92b9-d3a3e229857e None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:37:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:06:14Z', 'updated_at': '2022-08-24T05:06:30Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:06:32.540302 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291249a7-59c0-4734-aa21-acc3ee547382 None None] New status for floating IP 9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:06:32.542545 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:34.895990 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0f75cd96-4e02-4466-919f-b253952b2fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:35.355053 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-de76381f-4128-4fa4-bc0a-8298240ecae9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411518 Aug 24 05:06:35.444223 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-a69a9682-066e-4c4a-816f-0293b6f69600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:35.445690 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-a69a9682-066e-4c4a-816f-0293b6f69600 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 1130 time: 0.0441988 Aug 24 05:06:35.559767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-c08235bd-6e6f-422e-9c62-fa2a3bee1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:35.561275 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-c08235bd-6e6f-422e-9c62-fa2a3bee1c4e service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.0948551 Aug 24 05:06:35.607631 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-54979925-a634-4906-86df-20ff6c67d312 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 200 len: 217 time: 0.0390985 Aug 24 05:06:35.660786 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-a8b0c969-9492-492c-bf3a-e78c5e90449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:35.662300 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-a8b0c969-9492-492c-bf3a-e78c5e90449f service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0463808 Aug 24 05:06:35.709826 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-add53f32-8ba5-4120-b6b6-556716328b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:35.711307 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-add53f32-8ba5-4120-b6b6-556716328b74 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414135 Aug 24 05:06:35.809210 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-9e0087aa-efae-4bc5-9094-9129b531e44e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914340 Aug 24 05:06:35.906228 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-57deae9a-9441-4dcb-aaac-b8d08176c0ec req-d92ce47b-3c61-4cb2-b244-8819e5401a8a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877144 Aug 24 05:06:37.176036 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-aca8bad3-0de3-4117-a05c-528a4a1b8169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:38.403659 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:39.981954 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:40.004733 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:40.273278 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:40.281667 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:44.287126 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=77 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:44.291155 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=79 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:45.891831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=68 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:45.902079 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=55 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:46.747299 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acb953-c5c0-43bc-8898-fa6557f64ff2 req-9c8b6eb6-1ea0-498e-988e-7916826ff8c7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:46.748819 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6acb953-c5c0-43bc-8898-fa6557f64ff2 req-9c8b6eb6-1ea0-498e-988e-7916826ff8c7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0502341 Aug 24 05:06:46.799718 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c6acb953-c5c0-43bc-8898-fa6557f64ff2 req-39accc81-a0fd-484d-ba32-2fdb3679bd25 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Aug 24 05:06:47.929067 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b323b2-dbb6-458e-a8d0-0e3953b2dd51 req-230b1aea-d5e6-4ee9-962c-8defb515d9f2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:47.930642 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b7b323b2-dbb6-458e-a8d0-0e3953b2dd51 req-230b1aea-d5e6-4ee9-962c-8defb515d9f2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0475760 Aug 24 05:06:47.982729 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b7b323b2-dbb6-458e-a8d0-0e3953b2dd51 req-01ef15fc-c59e-4e5f-9052-ce78b240d0b3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 Aug 24 05:06:48.889920 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-d071719f-9cf5-4b38-97aa-5c8530310a96 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:48.891736 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-d071719f-9cf5-4b38-97aa-5c8530310a96 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0545769 Aug 24 05:06:48.978446 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Deleting port 915258db-6fc2-452d-a9ca-b1c79659d052 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:06:48.978788 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:49.075082 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] For port 915258db-6fc2-452d-a9ca-b1c79659d052, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=915258db-6fc2-452d-a9ca-b1c79659d052,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:06:49.075450 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:49.116504 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4a6fe-6b65-43a3-afc8-f540cd34b0ca req-b89a1c67-33c1-4fe7-96ea-3cc26d0d6fc6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:49.118037 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e1b4a6fe-6b65-43a3-afc8-f540cd34b0ca req-b89a1c67-33c1-4fe7-96ea-3cc26d0d6fc6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 947 time: 0.0525305 Aug 24 05:06:49.176902 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e1b4a6fe-6b65-43a3-afc8-f540cd34b0ca req-91286011-4f73-4a57-8e36-b79d5a15e53b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=4d57d476-120c-440e-aec8-100b25841db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439000 Aug 24 05:06:49.247496 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:49.247860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:49.248170 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Floating IP d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d disassociated. External IP: 172.27.1.61, port: 915258db-6fc2-452d-a9ca-b1c79659d052. Aug 24 05:06:49.248519 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Calling delete_port for 915258db-6fc2-452d-a9ca-b1c79659d052 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:06:49.437440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (915258db-6fc2-452d-a9ca-b1c79659d052), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:49.467060 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event deleted for resources: {'Port': ['ID=915258db-6fc2-452d-a9ca-b1c79659d052,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:49.578878 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:06:49.707307 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:06:49.717691 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] Sync routers for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:06:49.729160 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:49.729688 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:49.749465 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] No DVR routers for this DVR port 915258db-6fc2-452d-a9ca-b1c79659d052 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:06:49.751893 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:49.755495 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-92ff076b-27be-47d5-9bd1-f38e9e1464e1 req-4c2a5a92-c85c-442d-af94-336e782faf2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "DELETE /networking/v2.0/ports/915258db-6fc2-452d-a9ca-b1c79659d052 HTTP/1.1" status: 204 len: 173 time: 0.8581541 Aug 24 05:06:49.755935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-deleted', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:06:49.758201 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf3f368-a1d6-43d4-a32b-72e53fb008c3" -d '{"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-deleted", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:06:49.802239 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733544f7-2dee-4a90-87e1-651dd6e407fb x-openstack-request-id: req-733544f7-2dee-4a90-87e1-651dd6e407fb {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:06:49.802239 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4d90aa-1f68-4002-962b-207093b0e8dc", "name": "network-vif-deleted", "tag": "915258db-6fc2-452d-a9ca-b1c79659d052", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:06:49.802239 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-733544f7-2dee-4a90-87e1-651dd6e407fb {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:06:49.802675 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733544f7-2dee-4a90-87e1-651dd6e407fb'] response: {'server_uuid': 'ff4d90aa-1f68-4002-962b-207093b0e8dc', 'name': 'network-vif-deleted', 'tag': '915258db-6fc2-452d-a9ca-b1c79659d052', 'status': 'completed', 'code': 200} Aug 24 05:06:49.848962 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:49.894091 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:49.901693 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:50.067818 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:50.097541 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] Checking router: cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:06:50.107041 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:06:50.107791 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:06:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:50.212762 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:06:50.311840 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-10108568-dd1f-4ae6-9af1-caa55e29e9d6 req-a6d3df18-0fc1-4d81-a464-8a704992f706 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=ff4d90aa-1f68-4002-962b-207093b0e8dc HTTP/1.1" status: 200 len: 210 time: 0.0315804 Aug 24 05:06:50.417760 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:06:50.445047 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d094bb7-c234-4de4-be63-bb211d5d9694 None None] The sync data for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi is: [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:06:50.669387 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17772050-cbdc-4522-a2a8-942a464f02dc None None] New status for floating IP d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:06:51.478264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45842) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:51.533879 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3ec7-56d7-4151-bf4c-6ab6e7c29865 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (4d57d476-120c-440e-aec8-100b25841db9), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:51.554282 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:51.556262 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3ec7-56d7-4151-bf4c-6ab6e7c29865 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (4d57d476-120c-440e-aec8-100b25841db9), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:51.566141 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:51.677928 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3ec7-56d7-4151-bf4c-6ab6e7c29865 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (4d57d476-120c-440e-aec8-100b25841db9), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:51.680577 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3ec7-56d7-4151-bf4c-6ab6e7c29865 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:51.681792 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1a5d3ec7-56d7-4151-bf4c-6ab6e7c29865 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/4d57d476-120c-440e-aec8-100b25841db9 HTTP/1.1" status: 204 len: 168 time: 0.2025564 Aug 24 05:06:51.684798 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45844) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:51.693189 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d3ec7-56d7-4151-bf4c-6ab6e7c29865 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57d476-120c-440e-aec8-100b25841db9,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:51.700358 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.api.v2.resource [None req-70769068-83ee-4063-a0ec-f44bb5e71aaf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] show failed (client error): The resource could not be found. Aug 24 05:06:51.701386 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-70769068-83ee-4063-a0ec-f44bb5e71aaf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups/4d57d476-120c-440e-aec8-100b25841db9 HTTP/1.1" status: 404 len: 347 time: 0.0156069 Aug 24 05:06:51.704266 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45846) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:51.822162 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Deleting port 047ddf27-78b5-416a-9e03-671ce4cb0e60 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:06:51.822505 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:51.903896 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:51.904219 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (047ddf27-78b5-416a-9e03-671ce4cb0e60), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:51.917323 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Calling delete_port for 047ddf27-78b5-416a-9e03-671ce4cb0e60 owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:06:52.125582 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (047ddf27-78b5-416a-9e03-671ce4cb0e60), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:52.148899 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event deleted for resources: {'Port': ['ID=047ddf27-78b5-416a-9e03-671ce4cb0e60,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:52.163154 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.163527 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.163867 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.164211 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.164537 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.164863 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.165189 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.165511 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.165831 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.166152 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.166472 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.166809 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.167148 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.167466 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.167783 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:06:52.188439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:52.191402 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:52.192231 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-747a1f61-a71a-4367-b130-caedd35c367a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/d6f33a96-2d9f-4ca9-9ddb-931bb00dca6d HTTP/1.1" status: 204 len: 168 time: 0.4870095 Aug 24 05:06:52.391424 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45856) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:52.402718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-e5e49777-a968-4581-b43d-06afddb07fe6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127496211', 'description': 'tempest-description--326560177'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:52.501702 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e5e49777-a968-4581-b43d-06afddb07fe6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:52.577504 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e5e49777-a968-4581-b43d-06afddb07fe6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (10281494-ee20-47c0-9c6e-86aa3de0e633), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:52.630255 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:06:52.650318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 915258db-6fc2-452d-a9ca-b1c79659d052 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:06:52.650581 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 915258db-6fc2-452d-a9ca-b1c79659d052 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:06:52.718104 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e5e49777-a968-4581-b43d-06afddb07fe6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (10281494-ee20-47c0-9c6e-86aa3de0e633), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:52.751369 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e49777-a968-4581-b43d-06afddb07fe6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10281494-ee20-47c0-9c6e-86aa3de0e633,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:52.820935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e5e49777-a968-4581-b43d-06afddb07fe6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:52.822204 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e5e49777-a968-4581-b43d-06afddb07fe6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4297850 Aug 24 05:06:52.825183 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45858) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:52.829453 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-ca147977-7dd2-44cb-ac0b-976e52bd9ead tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'security_group_rule': {'security_group_id': '10281494-ee20-47c0-9c6e-86aa3de0e633', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:52.953283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca147977-7dd2-44cb-ac0b-976e52bd9ead tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (28249bdf-8073-4c7d-844e-958d60469989), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.013154 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca147977-7dd2-44cb-ac0b-976e52bd9ead tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (28249bdf-8073-4c7d-844e-958d60469989), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.096510 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca147977-7dd2-44cb-ac0b-976e52bd9ead tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (28249bdf-8073-4c7d-844e-958d60469989), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.116821 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca147977-7dd2-44cb-ac0b-976e52bd9ead tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28249bdf-8073-4c7d-844e-958d60469989,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:53.209687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca147977-7dd2-44cb-ac0b-976e52bd9ead tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.209687 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ca147977-7dd2-44cb-ac0b-976e52bd9ead tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3824952 Aug 24 05:06:53.212050 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45860) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:53.217001 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-c57b0e5b-dcd4-43f0-8593-7d26b2e90898 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'security_group_rule': {'security_group_id': '10281494-ee20-47c0-9c6e-86aa3de0e633', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:53.366207 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c57b0e5b-dcd4-43f0-8593-7d26b2e90898 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (50cf98be-7906-4ca6-9577-cfdd034d708b), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.427041 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c57b0e5b-dcd4-43f0-8593-7d26b2e90898 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (50cf98be-7906-4ca6-9577-cfdd034d708b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.524475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c57b0e5b-dcd4-43f0-8593-7d26b2e90898 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (50cf98be-7906-4ca6-9577-cfdd034d708b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.544376 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b0e5b-dcd4-43f0-8593-7d26b2e90898 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cf98be-7906-4ca6-9577-cfdd034d708b,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:53.646724 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c57b0e5b-dcd4-43f0-8593-7d26b2e90898 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.648725 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c57b0e5b-dcd4-43f0-8593-7d26b2e90898 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4356387 Aug 24 05:06:53.651853 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 45862) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:06:53.656077 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:53.748099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.828048 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:53.938323 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Allocated IP 172.27.1.33 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/f3972355-f8d8-4df7-9378-464ce1062900) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:06:53.939983 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:53.978029 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:54.045493 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for port (f3972355-f8d8-4df7-9378-464ce1062900), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:54.177251 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (f3972355-f8d8-4df7-9378-464ce1062900), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:54.223870 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:06:54.228893 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:06:54.231332 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:06:54.236670 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'Port': ['ID=f3972355-f8d8-4df7-9378-464ce1062900,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:54.323974 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (029ec55d-74d3-4c13-a35a-dfa44ae33c9f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:54.417540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (f3972355-f8d8-4df7-9378-464ce1062900), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:54.556373 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:54.571110 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for port (f3972355-f8d8-4df7-9378-464ce1062900), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:54.651489 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (f3972355-f8d8-4df7-9378-464ce1062900), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:54.975054 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'Port': ['ID=f3972355-f8d8-4df7-9378-464ce1062900,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:54.978000 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (029ec55d-74d3-4c13-a35a-dfa44ae33c9f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:55.091293 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:55.092700 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c2c56a81-ecc6-40d1-92e7-0f6d5c0d4e17 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4399252 Aug 24 05:06:55.298577 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-c755a819-4da4-45e4-96f7-9ea98fab8340 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2127496211&fields=id&tenant_id=d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 267 time: 0.0447130 Aug 24 05:06:55.445784 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-6679fe09-4d9f-4ca6-8b9a-7652e7bad59e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:55.448385 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-6679fe09-4d9f-4ca6-8b9a-7652e7bad59e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 817 time: 0.1413383 Aug 24 05:06:55.465184 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-d12fbf55-a31d-42b6-899c-2ee7111effea tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/quotas/d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 375 time: 0.0112195 Aug 24 05:06:55.524508 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-5509844c-5e24-4cbd-8b3d-ad29a5b40a68 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532537 Aug 24 05:06:55.573172 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:55.826754 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:55.857126 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-c2a37017-32f3-4386-8910-c066ff2780d6 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208246 Aug 24 05:06:55.963908 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-af190198-bbd5-4cae-bf60-19709ffb1985 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975006 Aug 24 05:06:56.229645 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-76e82d91-c301-4f76-9d59-5fad040bfd26 req-00d33d0e-2abd-419d-9aab-bc61a845ac41 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 210 time: 0.0313697 Aug 24 05:06:57.361348 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5dffbaf5-b4d9-4bfe-badf-f3b52ebe32d0 req-c7d514fa-a9b7-412c-92bf-8d026c5b227b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 210 time: 0.0352244 Aug 24 05:06:58.483453 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5abf776d-05be-477e-b0cb-e3da8fb2c95d req-a3329327-e96f-40c9-92a3-f35806357afc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 210 time: 0.0293882 Aug 24 05:06:58.898553 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-32e2f8fe-4841-4249-a966-e343517a222c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:58.900243 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-32e2f8fe-4841-4249-a966-e343517a222c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 817 time: 0.1297548 Aug 24 05:06:58.980170 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-ccf54c43-a018-4cc6-98d2-575cfd216742 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 380 time: 0.0665374 Aug 24 05:06:58.989451 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'port': {'device_id': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'admin_state_up': True, 'tenant_id': 'd373da7992054abfae0564708529a973', 'security_groups': ['10281494-ee20-47c0-9c6e-86aa3de0e633']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:59.171402 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Made reservation on behalf of d373da7992054abfae0564708529a973 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:06:59.176620 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:59.295751 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:06:59.307984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:59.314637 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Allocated IP 172.20.0.13 (60f465a5-3648-4517-8cab-85b66f6fe49f/547fccd3-6f34-41d1-8242-0e67f25433dd/9ab1453d-67b5-49c8-8f3c-ea71d32993d7) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:06:59.466723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:59.572338 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:59.618347 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee159e-bcca-437d-8acd-2cb578545095 req-f796e95c-9452-405a-ad28-5d94059e59ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:59.620157 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bcee159e-bcca-437d-8acd-2cb578545095 req-f796e95c-9452-405a-ad28-5d94059e59ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 932 time: 0.0526052 Aug 24 05:06:59.624758 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Network 60f465a5-3648-4517-8cab-85b66f6fe49f is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:06:59.628049 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:06:59.632891 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:06:59.637511 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:06:59.660449 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:06:59.674057 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bcee159e-bcca-437d-8acd-2cb578545095 req-10dc911c-f41b-4ef8-88fa-e4261f32cbe0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471308 Aug 24 05:06:59.680237 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:59.695465 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:06:59.696170 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:59.797710 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-a84a5a5d-fd11-40d7-b589-ff5262ff78ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8124161 Aug 24 05:06:59.829667 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Request body: {'port': {'device_id': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:06:59.899779 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:59.917307 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-38db8eb3-8637-4496-83eb-a4478d8d3e57 None None] Provisioning complete for port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:06:59.917620 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-38db8eb3-8637-4496-83eb-a4478d8d3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:06:59.957084 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-38db8eb3-8637-4496-83eb-a4478d8d3e57 None None] Port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:07:00.198248 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:07:00.207071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Publish callbacks [] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:00.222027 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Transition to ACTIVE for port object 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:07:00.312190 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:00.412420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:00.431339 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.431698 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.432118 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.432542 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.432892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.433299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.433687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.434027 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.434424 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.434806 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.435227 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.435639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.435968 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.436360 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.436761 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:00.470889 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Attempting to bind port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:07:00.471314 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Attempting to bind port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:07:00.471698 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Attempting to bind port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 on network 60f465a5-3648-4517-8cab-85b66f6fe49f {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:07:00.477233 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 on network 60f465a5-3648-4517-8cab-85b66f6fe49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:07:00.477600 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Attempting to bind port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 on network 60f465a5-3648-4517-8cab-85b66f6fe49f {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:07:00.483338 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:07:00.483737 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Checking segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:07:00.484181 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Bound using segment: {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:07:00.484651 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Bound port: 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac2438d-5e2b-465c-942c-36ce9d87757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:07:00.485068 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:00.550256 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:07:00.553261 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:07:00.645995 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:00.649470 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:00.650172 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:00.651860 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 200 len: 1094 time: 0.8270998 Aug 24 05:07:00.654383 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:00.656955 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f2fb16-f8d4-4704-a3c5-3f3a83e36134" -d '{"events": [{"name": "network-changed", "server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:00.699925 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc44a2-09ff-4d87-b0f6-b7451ebce02b x-openstack-request-id: req-a9bc44a2-09ff-4d87-b0f6-b7451ebce02b {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:00.700286 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:00.700530 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a9bc44a2-09ff-4d87-b0f6-b7451ebce02b {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:00.700932 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bc44a2-09ff-4d87-b0f6-b7451ebce02b'] response: {'name': 'network-changed', 'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'status': 'completed', 'code': 200} Aug 24 05:07:00.710765 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0f14-0b04-475e-92bd-68b20ad0d79b service neutron] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:00.743062 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:00.776111 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2fb16-f8d4-4704-a3c5-3f3a83e36134 req-6e166676-e3fc-44a5-b603-05bb57a33149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:00.777670 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b6f2fb16-f8d4-4704-a3c5-3f3a83e36134 req-6e166676-e3fc-44a5-b603-05bb57a33149 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1128 time: 0.0460494 Aug 24 05:07:00.823875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd090eac-52c5-4945-a136-a7159b30c063 req-3e91b6e7-c071-4d6d-b1b9-331281c729ef tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:00.825397 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd090eac-52c5-4945-a136-a7159b30c063 req-3e91b6e7-c071-4d6d-b1b9-331281c729ef tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0603840 Aug 24 05:07:00.875729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:00.885265 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd090eac-52c5-4945-a136-a7159b30c063 req-ae44d38e-1fe0-47b1-82b8-6a43928f5ece tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529819 Aug 24 05:07:00.895690 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2fb16-f8d4-4704-a3c5-3f3a83e36134 req-34843139-6ad5-4764-88cf-7dea361de16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:00.897273 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b6f2fb16-f8d4-4704-a3c5-3f3a83e36134 req-34843139-6ad5-4764-88cf-7dea361de16c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=d373da7992054abfae0564708529a973&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1092687 Aug 24 05:07:01.019613 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2fb16-f8d4-4704-a3c5-3f3a83e36134 req-67de0817-ba71-415c-aa88-3371464ce984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:01.021273 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b6f2fb16-f8d4-4704-a3c5-3f3a83e36134 req-67de0817-ba71-415c-aa88-3371464ce984 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1179297 Aug 24 05:07:01.107917 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-e6654800-8857-4b73-bca3-3b9aa56e3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:01.109653 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-e6654800-8857-4b73-bca3-3b9aa56e3718 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1128 time: 0.0505309 Aug 24 05:07:01.160370 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-9813c717-bc90-4155-8f8b-4c16b1747f15 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 200 len: 217 time: 0.0401254 Aug 24 05:07:01.212375 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-96bf7fdd-5a14-4932-833e-94dba093cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:01.213861 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-96bf7fdd-5a14-4932-833e-94dba093cc61 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0475640 Aug 24 05:07:01.259444 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-92e20f99-864f-4944-835a-1c495611ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:01.261526 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-92e20f99-864f-4944-835a-1c495611ac9d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416615 Aug 24 05:07:01.357974 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-9fed424b-4be9-4453-a499-42f1205de698 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903654 Aug 24 05:07:01.450185 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-70d66ce6-3c88-44dd-9319-7e3faa8a12f4 req-593e1fcc-1c9d-4704-8f44-2e550bc873e0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860615 Aug 24 05:07:02.024961 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c747f-95cc-458c-885e-f32645001812 req-9eedd400-b9dc-4cbe-b325-76333b85c1e9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:02.026478 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-676c747f-95cc-458c-885e-f32645001812 req-9eedd400-b9dc-4cbe-b325-76333b85c1e9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0529683 Aug 24 05:07:02.084755 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-676c747f-95cc-458c-885e-f32645001812 req-415bf573-de69-4472-85aa-9ccb4c588853 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522072 Aug 24 05:07:03.222844 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da6eea-5def-492d-9802-8fc82b4dc55c req-19a3bf23-ced3-44b1-988e-ae9d462b4f50 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:03.224592 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-71da6eea-5def-492d-9802-8fc82b4dc55c req-19a3bf23-ced3-44b1-988e-ae9d462b4f50 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0546947 Aug 24 05:07:03.283106 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-71da6eea-5def-492d-9802-8fc82b4dc55c req-c002771b-a53a-43c6-9034-68bbec32bfff tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514200 Aug 24 05:07:03.306610 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:04.414770 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0d51d-a8e7-4828-96e4-40ddee0eaa6f req-ebe4913d-c555-40db-b124-91c3cd5523c6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:04.416288 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08c0d51d-a8e7-4828-96e4-40ddee0eaa6f req-ebe4913d-c555-40db-b124-91c3cd5523c6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0470164 Aug 24 05:07:04.464982 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-08c0d51d-a8e7-4828-96e4-40ddee0eaa6f req-bf0ce7a8-6f18-4c8e-9403-c20639490e55 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427344 Aug 24 05:07:04.902325 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-25cb322e-9b1a-4695-84f5-484fed104897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:05.600245 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d43738-eee5-4e50-8f39-0fd2448d52a6 req-6eb006e1-18ab-49c1-a0d6-b6d375574440 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:05.602749 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-22d43738-eee5-4e50-8f39-0fd2448d52a6 req-6eb006e1-18ab-49c1-a0d6-b6d375574440 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0510054 Aug 24 05:07:05.651522 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-22d43738-eee5-4e50-8f39-0fd2448d52a6 req-a14fa880-9869-4a5e-ba0f-67089cb816be tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 Aug 24 05:07:06.706741 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:07:06.794409 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe52a-fd79-4491-941d-ddecd2b3c78f req-3dfaa7da-409e-46d5-84b4-e5189675417f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:06.796244 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1eafe52a-fd79-4491-941d-ddecd2b3c78f req-3dfaa7da-409e-46d5-84b4-e5189675417f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0581541 Aug 24 05:07:06.831623 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:06.844342 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'port_id': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'mac_address': 'fa:16:3e:09:1f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:07:06.855201 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1eafe52a-fd79-4491-941d-ddecd2b3c78f req-16cb3b26-e4dd-49b7-8ccd-5cdb58fac646 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518501 Aug 24 05:07:06.880963 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:07:06.881348 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:06.894864 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:07:06.916192 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:06.999375 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:07.046802 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:07.199591 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-dd153b80-141d-456f-a6c9-547a718d77dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:07.419860 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['9ab1453d-67b5-49c8-8f3c-ea71d32993d7'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:07:07.993872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ea487-574e-4b94-bb90-224f612dfa1e req-aa9be778-162a-4c47-8051-5337902dd732 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:07.995465 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-491ea487-574e-4b94-bb90-224f612dfa1e req-aa9be778-162a-4c47-8051-5337902dd732 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 945 time: 0.0480373 Aug 24 05:07:08.023990 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:08.054262 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-491ea487-574e-4b94-bb90-224f612dfa1e req-bc80fd6e-7cb9-4da9-b6f9-20f1f9ad2302 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525670 Aug 24 05:07:08.428028 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:08.710035 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:07:08.754256 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:07:08.833337 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:07:08.833921 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:08.933921 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:07:08.934390 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:08.967120 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:08.969827 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa45bd6d-05da-4705-aebd-30b9e2f03de9" -d '{"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:08.973224 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:08.987670 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:09.019010 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b012c66-17e4-43df-a2a6-e4f8f3ce74f1 x-openstack-request-id: req-9b012c66-17e4-43df-a2a6-e4f8f3ce74f1 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:09.019010 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:09.019010 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9b012c66-17e4-43df-a2a6-e4f8f3ce74f1 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:09.019010 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b012c66-17e4-43df-a2a6-e4f8f3ce74f1'] response: {'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'code': 200} Aug 24 05:07:09.066804 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:09.090468 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:09.120871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:09.210617 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722058-50a5-462a-a5e1-d426835900e7 req-1201dbac-b4d1-4ee1-8d1a-a871ce32d15f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:09.212544 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a9722058-50a5-462a-a5e1-d426835900e7 req-1201dbac-b4d1-4ee1-8d1a-a871ce32d15f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0679362 Aug 24 05:07:09.269735 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a9722058-50a5-462a-a5e1-d426835900e7 req-74df8272-c62e-49ef-bf8b-b045e26d395b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485630 Aug 24 05:07:09.384678 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae46ef7-2e44-4059-b21f-ede631552ddd req-1d6aa830-608f-4a11-b76c-7c5c6d244c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:09.386223 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dae46ef7-2e44-4059-b21f-ede631552ddd req-1d6aa830-608f-4a11-b76c-7c5c6d244c6c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1130 time: 0.0425310 Aug 24 05:07:09.437947 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dae46ef7-2e44-4059-b21f-ede631552ddd req-46cf4d39-db49-420b-852d-cbf626635391 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Aug 24 05:07:10.022199 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:10.049171 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:10.413854 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36709f09-dcb4-44ae-884b-57e3b643d28f req-11b8b965-79ed-44dd-bcba-242ab72e065e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:10.415738 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-36709f09-dcb4-44ae-884b-57e3b643d28f req-11b8b965-79ed-44dd-bcba-242ab72e065e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0512853 Aug 24 05:07:10.467137 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-36709f09-dcb4-44ae-884b-57e3b643d28f req-59a073da-8d23-462f-9d4c-cbff7f71f4e1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 Aug 24 05:07:11.565974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:11.604391 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad8508-3c96-4df4-ae78-883329b8c20d req-79fb8ec4-b1e1-4900-88e6-f04b5822cbcc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:11.605894 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-83ad8508-3c96-4df4-ae78-883329b8c20d req-79fb8ec4-b1e1-4900-88e6-f04b5822cbcc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0498812 Aug 24 05:07:11.662467 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-83ad8508-3c96-4df4-ae78-883329b8c20d req-c5b82917-be09-497a-93a0-5acb5f191d5c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489051 Aug 24 05:07:12.795929 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339567-e37e-4cca-978d-550486727287 req-2ff86907-4f6a-458d-9889-9e7cadfed39f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:12.797418 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-42339567-e37e-4cca-978d-550486727287 req-2ff86907-4f6a-458d-9889-9e7cadfed39f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0477602 Aug 24 05:07:12.849858 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-42339567-e37e-4cca-978d-550486727287 req-2020c805-deae-455b-ae50-685603127d82 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Aug 24 05:07:12.978216 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57086-9531-4639-8c61-980c1e0bf7ba req-f0208a12-5412-458a-99f5-de8cb8ca84d7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:12.980017 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-25e57086-9531-4639-8c61-980c1e0bf7ba req-f0208a12-5412-458a-99f5-de8cb8ca84d7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0540814 Aug 24 05:07:12.989837 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 45936) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:12.995587 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Request body: {'floatingip': {'port_id': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:13.044571 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (029ec55d-74d3-4c13-a35a-dfa44ae33c9f), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:13.497999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:13.587549 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (029ec55d-74d3-4c13-a35a-dfa44ae33c9f), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:13.691703 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Floating IP 029ec55d-74d3-4c13-a35a-dfa44ae33c9f associated. External IP: 172.27.1.33, port: 9ab1453d-67b5-49c8-8f3c-ea71d32993d7. Aug 24 05:07:13.764469 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:13.904171 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:07:13.969540 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:14.009661 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:07:14.015376 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:14.021661 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] Sync routers for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:07:14.036099 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:14.036822 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:14.052224 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d47aaecd-4a27-466d-a5b8-3a3ca6fa990f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/029ec55d-74d3-4c13-a35a-dfa44ae33c9f HTTP/1.1" status: 200 len: 991 time: 1.0612063 Aug 24 05:07:14.052813 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:14.055793 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:14.097742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1608ec0-2342-43c9-952b-785987f02aa1 x-openstack-request-id: req-b1608ec0-2342-43c9-952b-785987f02aa1 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:14.097742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:14.097742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b1608ec0-2342-43c9-952b-785987f02aa1 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:14.097742 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1608ec0-2342-43c9-952b-785987f02aa1'] response: {'name': 'network-changed', 'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'status': 'completed', 'code': 200} Aug 24 05:07:14.177892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-b29df4d7-8c40-439a-868b-5b2ec26bf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:14.179587 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-b29df4d7-8c40-439a-868b-5b2ec26bf306 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1130 time: 0.0465338 Aug 24 05:07:14.242554 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:14.287006 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-0f651d7c-5682-49be-b490-9bc9371fd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:14.288456 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-0f651d7c-5682-49be-b490-9bc9371fd6b5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.1021719 Aug 24 05:07:14.360092 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-ee5a715f-85d3-4a6f-8905-c9b0b7c3d4e9 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 200 len: 999 time: 0.0630183 Aug 24 05:07:14.417043 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-1bf27c85-2eec-40c2-b12c-7d28b0f1d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:14.418564 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-1bf27c85-2eec-40c2-b12c-7d28b0f1d4ca service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0518324 Aug 24 05:07:14.450280 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:14.466670 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '029ec55d-74d3-4c13-a35a-dfa44ae33c9f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'port_id': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'mac_address': 'fa:16:3e:09:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:06:54Z', 'updated_at': '2022-08-24T05:07:13Z', 'revision_number': 1, 'project_id': 'd373da7992054abfae0564708529a973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:14.467044 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-db0a8b23-641e-4599-8731-54d12c21473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:14.468449 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-db0a8b23-641e-4599-8731-54d12c21473a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416369 Aug 24 05:07:14.496395 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] Checking router: cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:07:14.505407 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:14.506012 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:14.538831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:14.574318 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-78f0fa2e-8b24-46be-be81-7fa0ee00ceef service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988977 Aug 24 05:07:14.607550 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:14.688715 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-de6c5ec9-5bbc-4711-a390-8ecf8932beb3 req-9b398d20-0ae4-4b06-88c1-591f6602e7c4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066604 Aug 24 05:07:14.847747 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '029ec55d-74d3-4c13-a35a-dfa44ae33c9f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'port_id': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'mac_address': 'fa:16:3e:09:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:06:54Z', 'updated_at': '2022-08-24T05:07:13Z', 'revision_number': 1, 'project_id': 'd373da7992054abfae0564708529a973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:14.874938 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce418ba6-af5e-42e9-b6a7-d07ba420f290 None None] The sync data for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi is: [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '029ec55d-74d3-4c13-a35a-dfa44ae33c9f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'port_id': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'mac_address': 'fa:16:3e:09:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:06:54Z', 'updated_at': '2022-08-24T05:07:13Z', 'revision_number': 1, 'project_id': 'd373da7992054abfae0564708529a973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:07:15.071831 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710d19c-4509-43af-9c67-23601b4bf7ef None None] New status for floating IP 029ec55d-74d3-4c13-a35a-dfa44ae33c9f: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:07:24.044924 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:24.049434 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=33 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:24.683867 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=9 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:24.685945 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:24.850692 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=36 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:24.851663 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=85 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:24.974798 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08b831-444d-4a38-b889-85a88d2a1438 req-aa6637e8-ea34-4f03-a321-63fcae02fc79 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:24.976323 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de08b831-444d-4a38-b889-85a88d2a1438 req-aa6637e8-ea34-4f03-a321-63fcae02fc79 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0506728 Aug 24 05:07:25.027551 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de08b831-444d-4a38-b889-85a88d2a1438 req-1d2bfff5-738e-42ef-8a5a-5a48b45269d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Aug 24 05:07:25.179289 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:25.181355 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=20 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:26.148646 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d475f35-7200-4574-96c3-f8c943a9a6ee req-89efaf7d-cfcb-4ff1-80f9-1f5ebcfbe025 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:26.151252 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4d475f35-7200-4574-96c3-f8c943a9a6ee req-89efaf7d-cfcb-4ff1-80f9-1f5ebcfbe025 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0486867 Aug 24 05:07:26.200339 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4d475f35-7200-4574-96c3-f8c943a9a6ee req-0a859752-2a44-4a28-ad9b-455469736ef6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Aug 24 05:07:26.495447 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-e82ce44e-eac9-4d70-b1cc-a1d5e73519ca tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:26.496919 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-e82ce44e-eac9-4d70-b1cc-a1d5e73519ca tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 946 time: 0.0486917 Aug 24 05:07:26.616215 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Deleting port 936c85cd-1e05-4281-b3e6-13b1c7718075 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:26.616558 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:26.714878 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] For port 936c85cd-1e05-4281-b3e6-13b1c7718075, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=936c85cd-1e05-4281-b3e6-13b1c7718075,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:26.715297 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:26.881998 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:26.882365 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (8d6e6d28-896e-4f6b-a953-22aee53a32c2), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:26.882691 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Floating IP 8d6e6d28-896e-4f6b-a953-22aee53a32c2 disassociated. External IP: 172.27.1.195, port: 936c85cd-1e05-4281-b3e6-13b1c7718075. Aug 24 05:07:26.883072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Calling delete_port for 936c85cd-1e05-4281-b3e6-13b1c7718075 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:27.080761 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (936c85cd-1e05-4281-b3e6-13b1c7718075), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:27.111155 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event deleted for resources: {'Port': ['ID=936c85cd-1e05-4281-b3e6-13b1c7718075,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:27.236217 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Router 38689568-85cc-4cc1-aa18-f13672cc33a6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:07:27.310808 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0907cc78-405d-4eab-900c-14a804c4a371 req-8bf96539-2169-4994-af69-d4167621344b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0324576 Aug 24 05:07:27.349527 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:07:27.360494 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] Sync routers for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:07:27.371850 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:27.372560 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:27.398678 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] No DVR routers for this DVR port 936c85cd-1e05-4281-b3e6-13b1c7718075 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:07:27.398678 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:27.400543 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fded829d-2fe7-4d96-9cbe-d8f0d615ba18 req-87556e9d-1523-4e7a-9e26-4df980a20df9 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "DELETE /networking/v2.0/ports/936c85cd-1e05-4281-b3e6-13b1c7718075 HTTP/1.1" status: 204 len: 173 time: 0.8695006 Aug 24 05:07:27.400982 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'name': 'network-vif-deleted', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:27.403335 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48113f-01e0-4081-b683-a82db13a5d81" -d '{"events": [{"server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "name": "network-vif-deleted", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:27.443666 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1951f825-5447-4488-8c42-6f92db6ea0d4 x-openstack-request-id: req-1951f825-5447-4488-8c42-6f92db6ea0d4 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:27.444025 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676b64f6-0ef9-4250-8e40-a7c922046984", "name": "network-vif-deleted", "tag": "936c85cd-1e05-4281-b3e6-13b1c7718075", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:27.451889 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1951f825-5447-4488-8c42-6f92db6ea0d4 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:27.451889 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1951f825-5447-4488-8c42-6f92db6ea0d4'] response: {'server_uuid': '676b64f6-0ef9-4250-8e40-a7c922046984', 'name': 'network-vif-deleted', 'tag': '936c85cd-1e05-4281-b3e6-13b1c7718075', 'status': 'completed', 'code': 200} Aug 24 05:07:27.481516 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:27.655978 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc1731-e870-4386-8073-09859a154951 req-55e6bf51-b45d-45fc-ab81-cdf229da308e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:27.657421 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-75bc1731-e870-4386-8073-09859a154951 req-55e6bf51-b45d-45fc-ab81-cdf229da308e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0552952 Aug 24 05:07:27.704319 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:27.707309 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-75bc1731-e870-4386-8073-09859a154951 req-f5727a25-7c1a-4405-8b3e-2beee20146a5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441637 Aug 24 05:07:27.731679 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] Checking router: 38689568-85cc-4cc1-aa18-f13672cc33a6 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:07:27.740296 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:27.740888 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:27.841803 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:28.029248 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:28.058269 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0e28d-0a53-4ce5-a03a-252021e49aae None None] The sync data for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi is: [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:07:28.278976 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354586db-69ff-4bcc-ae9c-df2d0957fb41 None None] New status for floating IP 8d6e6d28-896e-4f6b-a953-22aee53a32c2: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:07:28.443941 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d91de626-c423-4320-933d-ab957079f09e req-695b2809-47e1-438c-9538-c7b99eae4310 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Aug 24 05:07:28.833538 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6bcf-0a9c-4ad1-b50b-927852b03184 req-fadd2b82-207e-4a50-9f3d-16d079323fb5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:28.835180 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d30a6bcf-0a9c-4ad1-b50b-927852b03184 req-fadd2b82-207e-4a50-9f3d-16d079323fb5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Aug 24 05:07:28.883515 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d30a6bcf-0a9c-4ad1-b50b-927852b03184 req-fa7027f8-d0eb-4ce5-b1d8-34580c1583c3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 Aug 24 05:07:29.553200 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0894a715-17be-44c4-915f-71be6d1069cb req-74f0870f-acc2-4bb4-b421-61535537a122 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0310504 Aug 24 05:07:29.656873 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:30.004125 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d43b94-4132-4945-aba4-372375608820 req-9826384f-bc9d-41f1-a219-c8c51414a73e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:30.005601 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3d43b94-4132-4945-aba4-372375608820 req-9826384f-bc9d-41f1-a219-c8c51414a73e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0470405 Aug 24 05:07:30.053588 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d3d43b94-4132-4945-aba4-372375608820 req-5a2b7400-ac6a-4b2d-ad7a-91dbd503dfcf tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Aug 24 05:07:30.672598 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a1a15c35-8cba-4b06-9f8f-8e05b90bcb59 req-5eba34c1-63f4-445b-872f-dc20dc4eec18 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=676b64f6-0ef9-4250-8e40-a7c922046984 HTTP/1.1" status: 200 len: 210 time: 0.0322909 Aug 24 05:07:30.832987 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 936c85cd-1e05-4281-b3e6-13b1c7718075 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:07:30.853962 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 936c85cd-1e05-4281-b3e6-13b1c7718075 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:07:30.854223 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 936c85cd-1e05-4281-b3e6-13b1c7718075 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:07:30.988788 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-c6d9ec1b-5b93-43fc-bb16-983f9f88ecd3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:30.990282 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-c6d9ec1b-5b93-43fc-bb16-983f9f88ecd3 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0497310 Aug 24 05:07:31.086231 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Deleting port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:31.086716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.092452 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:31.110525 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:31.193663 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff30de-5526-49ee-9f93-aefdf6644b8b req-5507ad03-f513-4daa-be42-24569f3ef4bc tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:31.195250 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f0ff30de-5526-49ee-9f93-aefdf6644b8b req-5507ad03-f513-4daa-be42-24569f3ef4bc tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 945 time: 0.0552492 Aug 24 05:07:31.201595 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] For port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:31.201963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.249675 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f0ff30de-5526-49ee-9f93-aefdf6644b8b req-479bc8b3-82f4-4657-b23e-20c8b5c17947 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478103 Aug 24 05:07:31.398001 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.398305 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.398615 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Floating IP a96e40b1-9843-4413-8f86-5e2b91e509ab disassociated. External IP: 172.27.1.3, port: bdc60fa6-aa75-4b6a-8e66-263b78acb0f7. Aug 24 05:07:31.398960 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Calling delete_port for bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:31.609953 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (bdc60fa6-aa75-4b6a-8e66-263b78acb0f7), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.644447 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event deleted for resources: {'Port': ['ID=bdc60fa6-aa75-4b6a-8e66-263b78acb0f7,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:31.757240 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:07:31.831586 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46012) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:31.873992 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:07:31.887609 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] Sync routers for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:07:31.888432 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ba32b2fd-7b18-4cd1-81d1-7aba3b5155b5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (45ae97f0-bfb5-4fd8-9c76-f10419ba42a5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.904506 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:31.905072 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:31.911583 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:31.918240 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ba32b2fd-7b18-4cd1-81d1-7aba3b5155b5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (45ae97f0-bfb5-4fd8-9c76-f10419ba42a5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.933022 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] No DVR routers for this DVR port bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:07:31.935943 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:31.939188 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-78491f93-a51c-4f44-8cd0-119a4bd8b0c4 req-912f20aa-3258-43dd-81c9-6adbeeb9a256 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "DELETE /networking/v2.0/ports/bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 HTTP/1.1" status: 204 len: 173 time: 0.9424593 Aug 24 05:07:31.939635 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'name': 'network-vif-deleted', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:31.941888 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e36afd-90ce-48bb-97fd-f98658e5709f" -d '{"events": [{"server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "name": "network-vif-deleted", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:31.999538 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caaeef9-6047-442f-975b-002271d1a096 x-openstack-request-id: req-0caaeef9-6047-442f-975b-002271d1a096 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:31.999538 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0487577-2a43-487f-a1a5-9efd75bf5558", "name": "network-vif-deleted", "tag": "bdc60fa6-aa75-4b6a-8e66-263b78acb0f7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:31.999538 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0caaeef9-6047-442f-975b-002271d1a096 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:31.999538 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caaeef9-6047-442f-975b-002271d1a096'] response: {'server_uuid': 'c0487577-2a43-487f-a1a5-9efd75bf5558', 'name': 'network-vif-deleted', 'tag': 'bdc60fa6-aa75-4b6a-8e66-263b78acb0f7', 'status': 'completed', 'code': 200} Aug 24 05:07:32.114807 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:32.127865 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ba32b2fd-7b18-4cd1-81d1-7aba3b5155b5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (45ae97f0-bfb5-4fd8-9c76-f10419ba42a5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.130788 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ba32b2fd-7b18-4cd1-81d1-7aba3b5155b5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.133578 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-ba32b2fd-7b18-4cd1-81d1-7aba3b5155b5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/45ae97f0-bfb5-4fd8-9c76-f10419ba42a5 HTTP/1.1" status: 204 len: 168 time: 0.3004527 Aug 24 05:07:32.138330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46016) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:32.145592 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32b2fd-7b18-4cd1-81d1-7aba3b5155b5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ae97f0-bfb5-4fd8-9c76-f10419ba42a5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:32.185129 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.api.v2.resource [None req-2f711256-6ea4-4fd2-907d-cabad1b4477d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] show failed (client error): The resource could not be found. Aug 24 05:07:32.189790 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46018) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:32.193653 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2f711256-6ea4-4fd2-907d-cabad1b4477d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups/45ae97f0-bfb5-4fd8-9c76-f10419ba42a5 HTTP/1.1" status: 404 len: 347 time: 0.0540795 Aug 24 05:07:32.317877 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Deleting port 7223b4e0-a568-4e13-b235-d514a5aa9c53 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:32.318376 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.326933 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:32.355698 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:32.357840 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] Checking router: 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:07:32.360855 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:32.367293 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:32.367911 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:32.386792 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:32.413359 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-72b03ae8-37d9-486a-b98b-052e67a39263 req-b1d70c07-538f-479a-a6fa-486a55349885 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c0487577-2a43-487f-a1a5-9efd75bf5558 HTTP/1.1" status: 200 len: 210 time: 0.0629008 Aug 24 05:07:32.438138 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.438600 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (7223b4e0-a568-4e13-b235-d514a5aa9c53), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.452220 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Calling delete_port for 7223b4e0-a568-4e13-b235-d514a5aa9c53 owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:32.466147 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:32.483553 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:32.652431 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (7223b4e0-a568-4e13-b235-d514a5aa9c53), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.680128 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event deleted for resources: {'Port': ['ID=7223b4e0-a568-4e13-b235-d514a5aa9c53,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:32.682783 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:32.712010 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ff4f1-36ed-43ee-a726-39df45c6a7b5 None None] The sync data for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi is: [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:35Z', 'revision_number': 4, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '38d23a3b-7303-4781-a708-2fd7f2253501', 'name': '', 'network_id': '45b5889b-1fed-4157-a576-0b6107ddbe4e', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:33Z', 'updated_at': '2022-08-24T04:59:45Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'subnets': [{'id': 'b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:07:32.715846 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (8d6e6d28-896e-4f6b-a953-22aee53a32c2), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.718350 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:32.719576 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-4d34df45-8ba5-428b-8a43-62ca3fce62e5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/8d6e6d28-896e-4f6b-a953-22aee53a32c2 HTTP/1.1" status: 204 len: 168 time: 0.5286427 Aug 24 05:07:32.899808 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46024) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:32.904539 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-15ce2811-31bb-47a5-b1f4-3c355e6580d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407362465', 'description': 'tempest-description--1216454380'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:32.977007 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01cc6e-dfe8-423e-8644-1b4146921837 None None] New status for floating IP a96e40b1-9843-4413-8f86-5e2b91e509ab: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:07:33.034603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15ce2811-31bb-47a5-b1f4-3c355e6580d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.113531 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15ce2811-31bb-47a5-b1f4-3c355e6580d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (a62257f9-bbce-4b7b-8f4c-39c5fea0c13d), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.220917 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15ce2811-31bb-47a5-b1f4-3c355e6580d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a62257f9-bbce-4b7b-8f4c-39c5fea0c13d), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.249611 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce2811-31bb-47a5-b1f4-3c355e6580d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:33.333982 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15ce2811-31bb-47a5-b1f4-3c355e6580d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.335396 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-15ce2811-31bb-47a5-b1f4-3c355e6580d0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4345582 Aug 24 05:07:33.339123 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46026) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:33.343322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-25a0012d-084b-4a5a-b71b-a0a2fb00dfe4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'security_group_rule': {'security_group_id': 'a62257f9-bbce-4b7b-8f4c-39c5fea0c13d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:33.429558 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-25a0012d-084b-4a5a-b71b-a0a2fb00dfe4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (a2c04eaa-8b33-4c64-b71c-869009369401), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.492762 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-25a0012d-084b-4a5a-b71b-a0a2fb00dfe4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (a2c04eaa-8b33-4c64-b71c-869009369401), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.548414 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-25a0012d-084b-4a5a-b71b-a0a2fb00dfe4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (a2c04eaa-8b33-4c64-b71c-869009369401), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.568838 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0012d-084b-4a5a-b71b-a0a2fb00dfe4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c04eaa-8b33-4c64-b71c-869009369401,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:33.579608 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46034) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:33.640331 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-25a0012d-084b-4a5a-b71b-a0a2fb00dfe4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.647304 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-25a0012d-084b-4a5a-b71b-a0a2fb00dfe4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3015440 Aug 24 05:07:33.647455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46036) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:33.648935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-b1914d3d-5600-4eca-bfed-c36391f0d4ef tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'security_group_rule': {'security_group_id': 'a62257f9-bbce-4b7b-8f4c-39c5fea0c13d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:33.657182 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c67bd2aa-8430-4459-a2f9-281ec5e70a15 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group (3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.683009 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c67bd2aa-8430-4459-a2f9-281ec5e70a15 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group (3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.694355 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:33.761620 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b1914d3d-5600-4eca-bfed-c36391f0d4ef tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (5921bad6-a60b-4745-9846-17e539be2df6), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.821483 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c67bd2aa-8430-4459-a2f9-281ec5e70a15 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.823622 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b1914d3d-5600-4eca-bfed-c36391f0d4ef tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (5921bad6-a60b-4745-9846-17e539be2df6), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.824887 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c67bd2aa-8430-4459-a2f9-281ec5e70a15 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.826099 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-c67bd2aa-8430-4459-a2f9-281ec5e70a15 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac HTTP/1.1" status: 204 len: 168 time: 0.2455080 Aug 24 05:07:33.829680 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46038) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:33.849747 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bd2aa-8430-4459-a2f9-281ec5e70a15 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:33.853817 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.api.v2.resource [None req-03d6a32a-60d5-4ccb-bbb8-9c4fb14908d7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] show failed (client error): The resource could not be found. Aug 24 05:07:33.854930 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-03d6a32a-60d5-4ccb-bbb8-9c4fb14908d7 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups/3cbb0cf6-f1a7-4b87-9b1f-f7ea9ecf76ac HTTP/1.1" status: 404 len: 347 time: 0.0242753 Aug 24 05:07:33.857852 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46040) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:33.906949 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b1914d3d-5600-4eca-bfed-c36391f0d4ef tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (5921bad6-a60b-4745-9846-17e539be2df6), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:33.965345 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1914d3d-5600-4eca-bfed-c36391f0d4ef tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5921bad6-a60b-4745-9846-17e539be2df6,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:33.998762 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Deleting port eec039e9-495e-4807-aed1-81c03a56238b {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:33.999111 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (eec039e9-495e-4807-aed1-81c03a56238b), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.030834 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b1914d3d-5600-4eca-bfed-c36391f0d4ef tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.031999 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b1914d3d-5600-4eca-bfed-c36391f0d4ef tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3865683 Aug 24 05:07:34.046612 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46042) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:34.051587 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:34.085827 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (eec039e9-495e-4807-aed1-81c03a56238b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.086163 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (eec039e9-495e-4807-aed1-81c03a56238b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.106632 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Calling delete_port for eec039e9-495e-4807-aed1-81c03a56238b owned by network:floatingip {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:34.114768 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.190072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:34.211994 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.325302 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Allocated IP 172.27.1.154 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/4a08628c-9fa8-49b1-91da-6ef9bdfa2b45) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:07:34.353131 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (eec039e9-495e-4807-aed1-81c03a56238b), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.386776 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event deleted for resources: {'Port': ['ID=eec039e9-495e-4807-aed1-81c03a56238b,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:34.421945 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:34.450374 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.457130 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks [] for floatingip (a96e40b1-9843-4413-8f86-5e2b91e509ab), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.460495 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.463635 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d7d2b9a8-d7f5-476d-ae83-e8b9e99c2503 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/a96e40b1-9843-4413-8f86-5e2b91e509ab HTTP/1.1" status: 204 len: 168 time: 0.6047134 Aug 24 05:07:34.514517 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-038ce17f-b688-464f-bcc1-ebae43f2ed37 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590649 Aug 24 05:07:34.521405 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.583113 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-8a429296-3fde-445d-8172-5fde5ed6e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:34.584581 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-8a429296-3fde-445d-8172-5fde5ed6e09b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f2fd5d378aba473ab58753aecb74a065&device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 1130 time: 0.0446112 Aug 24 05:07:34.585003 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:07:34.590237 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:07:34.592703 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:07:34.600046 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'Port': ['ID=4a08628c-9fa8-49b1-91da-6ef9bdfa2b45,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:34.663568 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (d7a52a20-cd6a-4c06-bb0f-259c3bdc3856), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.808958 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.834461 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:07:34.859861 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:07:34.860219 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device bdc60fa6-aa75-4b6a-8e66-263b78acb0f7 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:07:34.880139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8acf6f0d-ec87-4198-9f0a-2748c46670a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:34.887062 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:34.981166 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:34.999741 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-5ad4e2bb-4f0c-4487-8565-645f0658811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:35.001216 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-5ad4e2bb-4f0c-4487-8565-645f0658811b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 200 len: 920 time: 0.3925326 Aug 24 05:07:35.009659 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:35.047173 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-5872b3b9-23d4-4ecf-8e66-6298500788a5 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd HTTP/1.1" status: 200 len: 217 time: 0.0388534 Aug 24 05:07:35.090015 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:35.091936 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (d7a52a20-cd6a-4c06-bb0f-259c3bdc3856), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:35.105061 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-f1445e62-d5d5-4e73-b3e4-0a8b695b19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:35.106579 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-f1445e62-d5d5-4e73-b3e4-0a8b695b19ce service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 200 len: 857 time: 0.0534911 Aug 24 05:07:35.147708 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'Port': ['ID=4a08628c-9fa8-49b1-91da-6ef9bdfa2b45,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:35.161597 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-e3acb141-0bf9-4a3e-98b3-270ff7c36dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:35.164658 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-e3acb141-0bf9-4a3e-98b3-270ff7c36dca service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=45b5889b-1fed-4157-a576-0b6107ddbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516160 Aug 24 05:07:35.237561 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:35.238905 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e7270b34-d0e9-4a4b-8cc1-837baa18be9e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1910934 Aug 24 05:07:35.291788 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-d3462931-8db6-4870-9bdc-12be1ec3d813 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193731 Aug 24 05:07:35.429623 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1113e5e9-ebc9-4961-95fd-76a7602ff68b req-b698e329-3e58-411d-8c21-1ba105c1f4ce service neutron] 10.222.0.102 "GET /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312528 Aug 24 05:07:35.493716 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-1cfe83af-5536-4660-802f-604e5634098e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--407362465&fields=id&tenant_id=bd6824ae6edd43fcbddb58581134098c HTTP/1.1" status: 200 len: 267 time: 0.0550563 Aug 24 05:07:35.628346 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-c87beaae-3c76-4d4e-a8ef-ad547e69cbe5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:35.629872 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-c87beaae-3c76-4d4e-a8ef-ad547e69cbe5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 811 time: 0.1273038 Aug 24 05:07:35.646030 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-eb7a16ee-4e3f-4c9b-a1ac-695bfc314662 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/quotas/bd6824ae6edd43fcbddb58581134098c HTTP/1.1" status: 200 len: 375 time: 0.0098536 Aug 24 05:07:35.926852 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-6c12c0a9-6224-4e80-840b-aac56283cad7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739205 Aug 24 05:07:36.048451 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-8b2e1b81-7825-4828-bc9d-47010e71a61c service neutron] 10.222.0.105 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059480 Aug 24 05:07:36.127934 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:36.143496 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-f84ce8f4-92ca-48f2-a6f5-9b3431b0e08c service neutron] 10.222.0.105 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890102 Aug 24 05:07:36.300378 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:07:36.430136 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01cc701e-6997-406e-8319-26cede327986 req-2d817100-b0f0-4d6f-86d9-98804a81c501 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 210 time: 0.0334699 Aug 24 05:07:37.205469 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-442c4db5-9031-4799-8594-a5630633be54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:37.561230 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-97fefdf5-dea3-4c6d-95a6-d1acb9640cf8 req-d314fd5c-ed37-4356-b229-f5c47995b269 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 210 time: 0.0495067 Aug 24 05:07:37.574675 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498311d-0472-4705-ae32-c11989b22430 req-9d356241-3bae-465b-ab05-2b6ada28ee50 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:37.576217 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2498311d-0472-4705-ae32-c11989b22430 req-9d356241-3bae-465b-ab05-2b6ada28ee50 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0751019 Aug 24 05:07:37.626955 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2498311d-0472-4705-ae32-c11989b22430 req-c455ebb9-9acd-41dc-aba0-d63474983708 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Aug 24 05:07:38.417738 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:38.499718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-de671274-1535-4f13-a804-0bf2e470d0e5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:38.501245 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-de671274-1535-4f13-a804-0bf2e470d0e5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0501184 Aug 24 05:07:38.600925 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Deleting port 8a56cc43-f19d-4e76-ba1f-7968609999dd {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:38.601265 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:38.686281 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3fd5618d-d4da-42d8-b3be-b3010885619e req-3454526b-60f9-431f-938f-7194d80ba2b5 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 210 time: 0.0380290 Aug 24 05:07:38.697419 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:38.768970 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252085-ea60-448a-85cf-e66a9d171cdf req-a46add3e-56e2-4c09-9af9-427f1e8173ae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:38.770454 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-58252085-ea60-448a-85cf-e66a9d171cdf req-a46add3e-56e2-4c09-9af9-427f1e8173ae tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 946 time: 0.0548439 Aug 24 05:07:38.786423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] For port 8a56cc43-f19d-4e76-ba1f-7968609999dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8a56cc43-f19d-4e76-ba1f-7968609999dd,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:38.786788 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:38.803171 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-d066cfb0-d823-43a1-8191-463c7a488249 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:38.804997 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-d066cfb0-d823-43a1-8191-463c7a488249 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 811 time: 0.1825190 Aug 24 05:07:38.809748 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Calling delete_port for 8a56cc43-f19d-4e76-ba1f-7968609999dd owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:38.823916 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-58252085-ea60-448a-85cf-e66a9d171cdf req-cda22f00-93b8-42e3-8b16-483925a52386 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Aug 24 05:07:38.926422 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-288f7283-5265-4855-9071-29aadb738d4d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd6824ae6edd43fcbddb58581134098c HTTP/1.1" status: 200 len: 379 time: 0.1078136 Aug 24 05:07:38.940988 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'port': {'device_id': '248db6cc-ec73-4414-811e-f609ddab4135', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'admin_state_up': True, 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'security_groups': ['a62257f9-bbce-4b7b-8f4c-39c5fea0c13d']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:39.143668 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (8a56cc43-f19d-4e76-ba1f-7968609999dd), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:39.155913 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['8a56cc43-f19d-4e76-ba1f-7968609999dd', '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:07:39.182715 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event deleted for resources: {'Port': ['ID=8a56cc43-f19d-4e76-ba1f-7968609999dd,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:39.185039 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Made reservation on behalf of bd6824ae6edd43fcbddb58581134098c for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:07:39.190908 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:39.257081 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] No DVR routers for this DVR port 8a56cc43-f19d-4e76-ba1f-7968609999dd on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:07:39.261794 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:39.265064 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7145c7be-0ad4-41b0-9b43-5455645ea032 req-2529f1a5-e670-463f-81af-6ac427bdfe7e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "DELETE /networking/v2.0/ports/8a56cc43-f19d-4e76-ba1f-7968609999dd HTTP/1.1" status: 204 len: 173 time: 0.7576194 Aug 24 05:07:39.265797 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4225d1-b115-4951-a361-2118e0bf3022', 'name': 'network-vif-deleted', 'tag': '8a56cc43-f19d-4e76-ba1f-7968609999dd'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:39.268497 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143ff6fe-d69b-4ae4-824e-4f4ac7be3a6d" -d '{"events": [{"server_uuid": "6f4225d1-b115-4951-a361-2118e0bf3022", "name": "network-vif-deleted", "tag": "8a56cc43-f19d-4e76-ba1f-7968609999dd"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:39.314083 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:39.320868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc65bace-a62b-4eda-aa65-e88fb36430a9 x-openstack-request-id: req-dc65bace-a62b-4eda-aa65-e88fb36430a9 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:39.321158 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4225d1-b115-4951-a361-2118e0bf3022", "name": "network-vif-deleted", "tag": "8a56cc43-f19d-4e76-ba1f-7968609999dd", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:39.321403 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dc65bace-a62b-4eda-aa65-e88fb36430a9 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:39.322414 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc65bace-a62b-4eda-aa65-e88fb36430a9'] response: {'server_uuid': '6f4225d1-b115-4951-a361-2118e0bf3022', 'name': 'network-vif-deleted', 'tag': '8a56cc43-f19d-4e76-ba1f-7968609999dd', 'status': 'completed', 'code': 200} Aug 24 05:07:39.393433 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Allocated IP 172.20.0.5 (fa68ee2b-4e61-41de-a187-732b5be326be/4831b953-7e53-4bdb-aefa-a7d11e278cab/a548c47d-2d76-4053-b9e8-abe497478a7b) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:07:39.526275 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:39.542429 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:39.635930 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:39.687338 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Network fa68ee2b-4e61-41de-a187-732b5be326be is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:07:39.692625 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:07:39.694810 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event updated for resources: {'Port': ['ID=a548c47d-2d76-4053-b9e8-abe497478a7b,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:39.697785 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:07:39.751092 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:39.751716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:39.813759 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9681-6b81-45f9-8d80-caf445ee42e1 req-c2e53235-442b-4850-abb4-456a092b8aa6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:39.815325 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9c3d9681-6b81-45f9-8d80-caf445ee42e1 req-c2e53235-442b-4850-abb4-456a092b8aa6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 931 time: 0.0501773 Aug 24 05:07:39.843166 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-e861ad9d-f0d4-43a3-8e7b-57087bf69d71 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9071918 Aug 24 05:07:39.873132 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9c3d9681-6b81-45f9-8d80-caf445ee42e1 req-f1f79689-f2c6-4a35-87dc-70cc5823ab87 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519531 Aug 24 05:07:39.945819 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Request body: {'port': {'device_id': '248db6cc-ec73-4414-811e-f609ddab4135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:39.971659 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-affe1c85-b8b8-4ced-939e-d2e001d6c6d5 None None] Provisioning complete for port a548c47d-2d76-4053-b9e8-abe497478a7b triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:07:39.976644 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-affe1c85-b8b8-4ced-939e-d2e001d6c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.000345 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.017602 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-affe1c85-b8b8-4ced-939e-d2e001d6c6d5 None None] Port a548c47d-2d76-4053-b9e8-abe497478a7b cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:07:40.026958 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.029359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.121171 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b6240151-6e55-40a8-bb9d-41c9f3008206 req-c277de0d-a724-4aa5-b37e-5f29bc4d7b8e tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=6f4225d1-b115-4951-a361-2118e0bf3022 HTTP/1.1" status: 200 len: 210 time: 0.0333133 Aug 24 05:07:40.324578 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a548c47d-2d76-4053-b9e8-abe497478a7b {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:07:40.332584 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Publish callbacks [] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.341420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:40.346599 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Transition to ACTIVE for port object a548c47d-2d76-4053-b9e8-abe497478a7b will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:07:40.444182 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.511053 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Pushing event updated for resources: {'Port': ['ID=a548c47d-2d76-4053-b9e8-abe497478a7b,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:40.561432 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Attempting to bind port a548c47d-2d76-4053-b9e8-abe497478a7b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:07:40.562135 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Attempting to bind port a548c47d-2d76-4053-b9e8-abe497478a7b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:07:40.562135 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Attempting to bind port a548c47d-2d76-4053-b9e8-abe497478a7b on network fa68ee2b-4e61-41de-a187-732b5be326be {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:07:40.566638 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Port a548c47d-2d76-4053-b9e8-abe497478a7b on network fa68ee2b-4e61-41de-a187-732b5be326be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:07:40.566956 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Attempting to bind port a548c47d-2d76-4053-b9e8-abe497478a7b on network fa68ee2b-4e61-41de-a187-732b5be326be {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:07:40.572650 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:07:40.581071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Checking segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:07:40.581071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Bound using segment: {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:07:40.581071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Bound port: a548c47d-2d76-4053-b9e8-abe497478a7b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6002bf3a-29e3-4b54-bdd1-c1b650b237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:07:40.581071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.635855 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] For port a548c47d-2d76-4053-b9e8-abe497478a7b, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:07:40.638920 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] For port a548c47d-2d76-4053-b9e8-abe497478a7b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a548c47d-2d76-4053-b9e8-abe497478a7b,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:07:40.734662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.739816 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:40.740469 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:40.742145 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/a548c47d-2d76-4053-b9e8-abe497478a7b HTTP/1.1" status: 200 len: 1093 time: 0.8023462 Aug 24 05:07:40.794888 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f22d0d-f84c-4b51-83de-37431196e2ee service neutron] Pushing event updated for resources: {'Port': ['ID=a548c47d-2d76-4053-b9e8-abe497478a7b,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:40.892199 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-f12d631f-4dc2-4ad3-977e-3043d4aadfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:40.893721 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-f12d631f-4dc2-4ad3-977e-3043d4aadfd3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 1127 time: 0.0405173 Aug 24 05:07:40.938808 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-c979163c-2f89-4712-9905-a8af27bccd68 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a548c47d-2d76-4053-b9e8-abe497478a7b HTTP/1.1" status: 200 len: 217 time: 0.0332742 Aug 24 05:07:40.991682 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-03c69464-4876-4eda-ab2e-ab1ccc1d5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:40.993063 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-03c69464-4876-4eda-ab2e-ab1ccc1d5b3f service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0478065 Aug 24 05:07:41.005681 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65bd00-eba5-4ff6-b32b-7417352fa8c0 req-0964c0dc-ddc2-4697-a5a5-a6642acc6330 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:41.007330 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f65bd00-eba5-4ff6-b32b-7417352fa8c0 req-0964c0dc-ddc2-4697-a5a5-a6642acc6330 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 943 time: 0.0522952 Aug 24 05:07:41.007583 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:41.046306 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-7a342ab7-60dc-4710-aa69-d82ad40b0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:41.047906 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-7a342ab7-60dc-4710-aa69-d82ad40b0399 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479689 Aug 24 05:07:41.059057 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f65bd00-eba5-4ff6-b32b-7417352fa8c0 req-ff7af9c1-a76d-4fd8-bf40-60867d615a22 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450945 Aug 24 05:07:41.147449 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-f03fe7d0-261c-42af-8c56-4c7e0ddd4adc service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922837 Aug 24 05:07:41.258842 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d4be24f9-fc3d-4efa-9420-1714fd0a0e57 req-43e6b188-8e94-429e-8aaf-a6b9211d2b03 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047380 Aug 24 05:07:41.323598 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:41.325973 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96897cae-f683-4e0d-9996-f4830299d690" -d '{"events": [{"name": "network-changed", "server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:41.363057 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f36b929-5949-4066-8408-dcdeff10194a x-openstack-request-id: req-4f36b929-5949-4066-8408-dcdeff10194a {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:41.363354 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:41.363603 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4f36b929-5949-4066-8408-dcdeff10194a {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:41.364007 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f36b929-5949-4066-8408-dcdeff10194a'] response: {'name': 'network-changed', 'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'status': 'completed', 'code': 200} Aug 24 05:07:41.694395 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b651f72-2401-48a8-942b-18556074e4cb req-fff056a0-a0a4-4e18-a41d-3b1387a84ed4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:41.695906 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b651f72-2401-48a8-942b-18556074e4cb req-fff056a0-a0a4-4e18-a41d-3b1387a84ed4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0479932 Aug 24 05:07:41.745233 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8b651f72-2401-48a8-942b-18556074e4cb req-a693e339-2663-4df1-8c0f-4fc1f6aabbf0 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Aug 24 05:07:42.184604 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f58c4-29b7-4fe3-8b52-6a433dab215d req-d351e489-5da2-4fd3-908b-1e4ccb25dacd tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:42.186268 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a85f58c4-29b7-4fe3-8b52-6a433dab215d req-d351e489-5da2-4fd3-908b-1e4ccb25dacd tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 943 time: 0.0517070 Aug 24 05:07:42.238038 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a85f58c4-29b7-4fe3-8b52-6a433dab215d req-3b3fd0ea-191b-4456-8e02-4098d6f601ab tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 Aug 24 05:07:42.858973 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:42.867219 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def14f81-702c-4f08-b422-31f080911dc4 req-c15b830f-2dd1-4638-8edf-0e7a1a1ca8a5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:42.868963 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-def14f81-702c-4f08-b422-31f080911dc4 req-c15b830f-2dd1-4638-8edf-0e7a1a1ca8a5 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0481653 Aug 24 05:07:42.897490 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 8a56cc43-f19d-4e76-ba1f-7968609999dd no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:07:42.917441 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-def14f81-702c-4f08-b422-31f080911dc4 req-385f2cf9-4d4c-4b4e-aa26-0e504b2345cb tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Aug 24 05:07:42.918367 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 8a56cc43-f19d-4e76-ba1f-7968609999dd {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:07:42.918721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 8a56cc43-f19d-4e76-ba1f-7968609999dd not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:07:43.361768 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedd646-2d17-42e8-a9e7-75d684e08168 req-f470622b-35cf-4f8e-b10d-7a93e9000cff tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:43.363270 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0dedd646-2d17-42e8-a9e7-75d684e08168 req-f470622b-35cf-4f8e-b10d-7a93e9000cff tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 943 time: 0.0502813 Aug 24 05:07:43.411697 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0dedd646-2d17-42e8-a9e7-75d684e08168 req-2cbaeea5-c3aa-4e07-8202-655736274ff8 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 Aug 24 05:07:43.908525 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897cae-f683-4e0d-9996-f4830299d690 req-5d76469d-cbe0-4373-b599-705e3847c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:43.910077 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-96897cae-f683-4e0d-9996-f4830299d690 req-5d76469d-cbe0-4373-b599-705e3847c4c0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 1127 time: 0.0504107 Aug 24 05:07:44.024692 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897cae-f683-4e0d-9996-f4830299d690 req-2d7f3762-090b-4e92-9fcb-5fd4c8461793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:44.026287 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-96897cae-f683-4e0d-9996-f4830299d690 req-2d7f3762-090b-4e92-9fcb-5fd4c8461793 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 913 time: 0.1100154 Aug 24 05:07:44.048347 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d264b0-6830-4720-aab4-8d217ed762d1 req-4970e62a-1092-4419-85dd-53db412496d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:44.049860 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e8d264b0-6830-4720-aab4-8d217ed762d1 req-4970e62a-1092-4419-85dd-53db412496d9 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0522900 Aug 24 05:07:44.071329 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-96897cae-f683-4e0d-9996-f4830299d690 req-d198e8b0-3e53-4401-9c7c-ab9f766107df service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a548c47d-2d76-4053-b9e8-abe497478a7b HTTP/1.1" status: 200 len: 217 time: 0.0384445 Aug 24 05:07:44.099525 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e8d264b0-6830-4720-aab4-8d217ed762d1 req-dd910bc8-e929-4a7a-82be-aca8d8811407 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Aug 24 05:07:44.122697 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897cae-f683-4e0d-9996-f4830299d690 req-a1c24c7a-932d-41e7-a78a-e1a527369316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:44.124257 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-96897cae-f683-4e0d-9996-f4830299d690 req-a1c24c7a-932d-41e7-a78a-e1a527369316 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0470364 Aug 24 05:07:44.191578 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897cae-f683-4e0d-9996-f4830299d690 req-fd610095-e535-43de-a6cf-73ffcd4d82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:44.193013 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-96897cae-f683-4e0d-9996-f4830299d690 req-fd610095-e535-43de-a6cf-73ffcd4d82f1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448616 Aug 24 05:07:44.285525 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-96897cae-f683-4e0d-9996-f4830299d690 req-ec0f6aeb-c0a1-4a47-80ed-78b02514b469 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841289 Aug 24 05:07:44.360673 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:44.383147 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-96897cae-f683-4e0d-9996-f4830299d690 req-81963ac9-1b29-499c-b4b6-cd1e789e4005 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913477 Aug 24 05:07:44.534701 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec72a72-8430-4a63-839c-94bdc596b4de req-f857cb6e-8dc8-49e6-89e4-048898cc141e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:44.536218 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fec72a72-8430-4a63-839c-94bdc596b4de req-f857cb6e-8dc8-49e6-89e4-048898cc141e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 943 time: 0.0485573 Aug 24 05:07:44.572348 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:44.584442 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fec72a72-8430-4a63-839c-94bdc596b4de req-55b5e45e-0965-425f-8783-a6781cd1c191 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 Aug 24 05:07:44.810325 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8007ecb6-0db7-4d47-ad73-074c8af88e3b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:44.811880 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8007ecb6-0db7-4d47-ad73-074c8af88e3b tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0479803 Aug 24 05:07:44.896672 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device a548c47d-2d76-4053-b9e8-abe497478a7b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:07:44.900353 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Deleting port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:44.901198 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:44.996767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] For port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:44.997505 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:45.002546 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port a548c47d-2d76-4053-b9e8-abe497478a7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a548c47d-2d76-4053-b9e8-abe497478a7b,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:45.010114 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Calling delete_port for 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:45.014392 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'port_id': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'mac_address': 'fa:16:3e:4b:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:07:45.050844 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port a548c47d-2d76-4053-b9e8-abe497478a7b is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:07:45.051365 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:45.065350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a548c47d-2d76-4053-b9e8-abe497478a7b {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:07:45.085219 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port a548c47d-2d76-4053-b9e8-abe497478a7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a548c47d-2d76-4053-b9e8-abe497478a7b,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:45.126184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:45.149153 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:45.197681 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:45.199554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=a548c47d-2d76-4053-b9e8-abe497478a7b,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:45.206420 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.206763 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.207138 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.207484 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.207820 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.208157 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.208488 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.208816 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.209147 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.209474 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.209802 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.210130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.211062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.211062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.211321 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:07:45.217439 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (7d5c8ebf-0828-4896-8dfd-0ddc4b429c21), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:45.233952 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f5dc-8ec9-41f3-9997-f43970931417 req-18a7ed59-63d6-45dd-9ee6-30de7da23fac tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:45.235529 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0866f5dc-8ec9-41f3-9997-f43970931417 req-18a7ed59-63d6-45dd-9ee6-30de7da23fac tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 946 time: 0.0577726 Aug 24 05:07:45.248283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Pushing event deleted for resources: {'Port': ['ID=7d5c8ebf-0828-4896-8dfd-0ddc4b429c21,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:45.288679 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0866f5dc-8ec9-41f3-9997-f43970931417 req-6857fb11-32ce-49c6-a707-988c92da3a0f tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=38b57270-e491-4a06-afd9-3967bc9e20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 Aug 24 05:07:45.290852 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] No DVR routers for this DVR port 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:07:45.293598 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:45.297105 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e5c19976-1a52-4332-be48-3163642bd2cb req-8f6134ac-4c6d-4717-a7a9-77400725bc0a tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.102 "DELETE /networking/v2.0/ports/7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 HTTP/1.1" status: 204 len: 173 time: 0.4793279 Aug 24 05:07:45.297557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'name': 'network-vif-deleted', 'tag': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:45.299836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4476afc9-c3e5-410c-b263-92120193cca4" -d '{"events": [{"server_uuid": "dafe7c72-03ed-4290-b32a-f2ea4cea4b5b", "name": "network-vif-deleted", "tag": "7d5c8ebf-0828-4896-8dfd-0ddc4b429c21"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:45.339440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c946382-cd9b-4e61-836b-1019fbd0e427 x-openstack-request-id: req-2c946382-cd9b-4e61-836b-1019fbd0e427 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:45.339817 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafe7c72-03ed-4290-b32a-f2ea4cea4b5b", "name": "network-vif-deleted", "tag": "7d5c8ebf-0828-4896-8dfd-0ddc4b429c21", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:45.340076 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2c946382-cd9b-4e61-836b-1019fbd0e427 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:45.340524 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c946382-cd9b-4e61-836b-1019fbd0e427'] response: {'server_uuid': 'dafe7c72-03ed-4290-b32a-f2ea4cea4b5b', 'name': 'network-vif-deleted', 'tag': '7d5c8ebf-0828-4896-8dfd-0ddc4b429c21', 'status': 'completed', 'code': 200} Aug 24 05:07:45.384812 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['7d5c8ebf-0828-4896-8dfd-0ddc4b429c21'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:07:45.529992 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['a548c47d-2d76-4053-b9e8-abe497478a7b'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:07:45.601819 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:45.717221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbe61-c118-4853-838c-2eab677df37b req-e6d90822-9612-49b1-990d-5695203c8bf4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:45.719368 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b71dbe61-c118-4853-838c-2eab677df37b req-e6d90822-9612-49b1-990d-5695203c8bf4 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 944 time: 0.0545478 Aug 24 05:07:45.772931 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b71dbe61-c118-4853-838c-2eab677df37b req-393f21c4-720d-4325-beea-abf23a9cdc41 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460620 Aug 24 05:07:46.289774 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=44 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:46.290527 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=22 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:46.422144 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c9ed5ac4-1865-446a-a335-efc3637c3ab5 req-df4b19dc-48a3-427e-be44-7596698974f4 tempest-ServerRescueNegativeTestJSON-1254875468 tempest-ServerRescueNegativeTestJSON-1254875468-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=dafe7c72-03ed-4290-b32a-f2ea4cea4b5b HTTP/1.1" status: 200 len: 210 time: 0.0300944 Aug 24 05:07:46.898790 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9ec9-caec-4d99-9eab-9be74fed35b1 req-40e384a3-2333-4b35-a79e-11e02d414002 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:46.900355 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d1cb9ec9-caec-4d99-9eab-9be74fed35b1 req-40e384a3-2333-4b35-a79e-11e02d414002 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 944 time: 0.0519757 Aug 24 05:07:46.910899 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device a548c47d-2d76-4053-b9e8-abe497478a7b up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:07:46.951293 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d1cb9ec9-caec-4d99-9eab-9be74fed35b1 req-3e2fc7e6-8034-452e-b626-5469d008115d tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 Aug 24 05:07:46.958989 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port a548c47d-2d76-4053-b9e8-abe497478a7b completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:07:47.017974 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port a548c47d-2d76-4053-b9e8-abe497478a7b triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:07:47.019113 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:47.093319 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port a548c47d-2d76-4053-b9e8-abe497478a7b is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:07:47.093615 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:47.117294 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:47.119602 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a275ba-47ea-45cc-8160-d03fce818604" -d '{"events": [{"server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "name": "network-vif-plugged", "status": "completed", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:47.132565 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port a548c47d-2d76-4053-b9e8-abe497478a7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a548c47d-2d76-4053-b9e8-abe497478a7b,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:47.159642 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34b69ee-5a57-4c16-a4a2-a22440cdb9d5 x-openstack-request-id: req-c34b69ee-5a57-4c16-a4a2-a22440cdb9d5 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:47.159946 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "name": "network-vif-plugged", "status": "completed", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:47.160329 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c34b69ee-5a57-4c16-a4a2-a22440cdb9d5 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:47.160728 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34b69ee-5a57-4c16-a4a2-a22440cdb9d5'] response: {'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'code': 200} Aug 24 05:07:47.177492 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:47.229093 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=a548c47d-2d76-4053-b9e8-abe497478a7b,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:47.491286 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46138) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:47.538981 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac546c-eab3-45ac-be00-c54dd201d75d req-3b8052f4-0bd7-4f48-bb28-7557742609a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:47.540636 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c1ac546c-eab3-45ac-be00-c54dd201d75d req-3b8052f4-0bd7-4f48-bb28-7557742609a2 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 1129 time: 0.0436962 Aug 24 05:07:47.586991 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c1ac546c-eab3-45ac-be00-c54dd201d75d req-5f7e84ff-4406-4c7e-9ae6-871717317ff1 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401921 Aug 24 05:07:48.083663 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760798-3d0a-4d8b-8869-1c95d0de1a89 req-13c85549-d781-4346-a884-84cfce721a8a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:48.085504 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eb760798-3d0a-4d8b-8869-1c95d0de1a89 req-13c85549-d781-4346-a884-84cfce721a8a tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.0520685 Aug 24 05:07:48.141525 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eb760798-3d0a-4d8b-8869-1c95d0de1a89 req-d268fc1b-1d22-4513-a045-f8529bac6c4e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492342 Aug 24 05:07:48.277552 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:48.348329 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:48.551109 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Deleting port 38d23a3b-7303-4781-a708-2fd7f2253501 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:48.551845 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:48.634315 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] For port 38d23a3b-7303-4781-a708-2fd7f2253501, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=38d23a3b-7303-4781-a708-2fd7f2253501,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:48.634679 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:48.648746 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Calling delete_port for 38d23a3b-7303-4781-a708-2fd7f2253501 owned by network:router_interface {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:48.659153 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:48.897603 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (38d23a3b-7303-4781-a708-2fd7f2253501), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:48.914444 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:07:48.923783 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d23a3b-7303-4781-a708-2fd7f2253501,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:48.936443 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:07:48.936793 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 7d5c8ebf-0828-4896-8dfd-0ddc4b429c21 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:07:49.096543 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:49.280858 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad036f-95f8-4f65-a52c-c252a3ae5ab9 req-5fccbc81-7c90-4a8d-907e-01ea4a097bbe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:49.282380 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d8ad036f-95f8-4f65-a52c-c252a3ae5ab9 req-5fccbc81-7c90-4a8d-907e-01ea4a097bbe tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.0479062 Aug 24 05:07:49.314623 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:49.318666 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:07:49.336156 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d8ad036f-95f8-4f65-a52c-c252a3ae5ab9 req-a2a67f6f-c6b5-4138-bf84-4917707ad414 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480123 Aug 24 05:07:49.424155 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:07:49.429272 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ffec220d-fbfa-4beb-b786-9efbdb3125a9 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/81e2d4e7-c8b8-4da9-9400-1f754a39a6e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9391143 Aug 24 05:07:49.432269 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46146) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:49.433362 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] Sync routers for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:07:49.443922 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:49.444445 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:49.536512 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks [] for router (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:49.550900 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:49.637668 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:49.640576 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks [] for router_gateway (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:49.728444 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:07:48Z', 'revision_number': 5, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port': {'id': '2aa81175-0fb6-4195-83cd-02050f043bc6', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:49.754151 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] Checking router: 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:07:49.764524 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] Routers {'81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:49.765235 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:49.780898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Deleting port 2aa81175-0fb6-4195-83cd-02050f043bc6 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:49.781245 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:49.850721 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] Set router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 gateway port host: None {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:49.862571 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] For port 2aa81175-0fb6-4195-83cd-02050f043bc6, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2aa81175-0fb6-4195-83cd-02050f043bc6,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:49.862929 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:49.875994 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Calling delete_port for 2aa81175-0fb6-4195-83cd-02050f043bc6 owned by network:router_gateway {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:49.900747 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:07:49Z', 'revision_number': 6, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port_host': None}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:49.930054 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804862e-87ed-4e4a-a0f2-635d64f1631b None None] The sync data for ids ['81e2d4e7-c8b8-4da9-9400-1f754a39a6e5'] in dv-cinder-854265-1-iscsi is: [{'id': '81e2d4e7-c8b8-4da9-9400-1f754a39a6e5', 'name': 'tempest-ServerRescueNegativeTestJSON-247771985-router', 'tenant_id': 'f2fd5d378aba473ab58753aecb74a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:07:49Z', 'revision_number': 6, 'project_id': 'f2fd5d378aba473ab58753aecb74a065', 'gw_port_host': None}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:07:50.002455 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:50.132065 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (2aa81175-0fb6-4195-83cd-02050f043bc6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.156017 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa81175-0fb6-4195-83cd-02050f043bc6,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:50.188582 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.279422 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.281636 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks [] for router_controller (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.392867 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (81e2d4e7-c8b8-4da9-9400-1f754a39a6e5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.393538 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 {{(pid=107625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:07:50.398098 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.399363 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-02a4d46a-ec8e-4fd9-b235-368a3a415ff7 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/81e2d4e7-c8b8-4da9-9400-1f754a39a6e5 HTTP/1.1" status: 204 len: 168 time: 0.9660652 Aug 24 05:07:50.401981 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46150) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:50.481784 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] Deleting subnet b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:07:50.489037 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca1027-bce6-4af6-86e2-6e5b3e2def7f req-eb34dde0-3732-4a67-b6a3-936ad7f3f730 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:50.490518 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f9ca1027-bce6-4af6-86e2-6e5b3e2def7f req-eb34dde0-3732-4a67-b6a3-936ad7f3f730 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.0621185 Aug 24 05:07:50.492418 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] Publish callbacks [] for subnet (b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.548599 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] Publish callbacks [] for subnet (b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.595068 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f9ca1027-bce6-4af6-86e2-6e5b3e2def7f req-6d7149bc-0026-4843-8d04-06dfbbd0acaa tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796552 Aug 24 05:07:50.608206 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.664277 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:50.722864 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e0f6d-53dd-42cc-b1a4-cfb3342a9c08 req-eaf6e19d-0d08-4be9-aaa1-40e781b7c48b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:50.724384 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-135e0f6d-53dd-42cc-b1a4-cfb3342a9c08 req-eaf6e19d-0d08-4be9-aaa1-40e781b7c48b tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.0532193 Aug 24 05:07:50.734414 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46154) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:50.738890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Request body: {'floatingip': {'port_id': 'a548c47d-2d76-4053-b9e8-abe497478a7b'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:07:50.779111 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (d7a52a20-cd6a-4c06-bb0f-259c3bdc3856), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.819999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.870246 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:50.882103 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:50.884610 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87566a9-82e7-4ca9-a880-e7ed3b301158 None None] Network 45b5889b-1fed-4157-a576-0b6107ddbe4e requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:07:50.885249 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-08b6d494-28b0-460f-8798-b16f0ab03b2b admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/b3f31ca9-23f5-4f21-b83c-9ecb974dd8cd HTTP/1.1" status: 204 len: 168 time: 0.4823155 Aug 24 05:07:50.887984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46156) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:50.980005 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (45b5889b-1fed-4157-a576-0b6107ddbe4e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.025040 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Deleting port f7c0c870-7620-4c52-a47a-d2f302b4095e {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:51.025705 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.076759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] DHCP port deletion for 45b5889b-1fed-4157-a576-0b6107ddbe4e request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:07:51.098346 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] For port f7c0c870-7620-4c52-a47a-d2f302b4095e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f7c0c870-7620-4c52-a47a-d2f302b4095e,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:51.098696 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.115643 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] Deleting port f7c0c870-7620-4c52-a47a-d2f302b4095e {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:07:51.116015 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.122721 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Calling delete_port for f7c0c870-7620-4c52-a47a-d2f302b4095e owned by network:dhcp {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:51.124240 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:51.187105 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] For port f7c0c870-7620-4c52-a47a-d2f302b4095e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f7c0c870-7620-4c52-a47a-d2f302b4095e,segment=NetworkSegment(a1903aa5-3bcc-4eee-acd1-3849844997ca),segment_id=a1903aa5-3bcc-4eee-acd1-3849844997ca)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:07:51.187752 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.202330 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] Calling delete_port for f7c0c870-7620-4c52-a47a-d2f302b4095e owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:07:51.287209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.309810 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.316142 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (f7c0c870-7620-4c52-a47a-d2f302b4095e), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.335139 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c0c870-7620-4c52-a47a-d2f302b4095e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:51.340306 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] No DVR routers for this DVR port f7c0c870-7620-4c52-a47a-d2f302b4095e on host dv-cinder-854265-1-iscsi {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:07:51.341365 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] Pushing event deleted for resources: {'Port': ['ID=f7c0c870-7620-4c52-a47a-d2f302b4095e,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:51.345031 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d17197-bc29-43f2-8c59-ed3bb7c1f55e None None] No DVR routers for this DVR port f7c0c870-7620-4c52-a47a-d2f302b4095e on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:07:51.417764 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (d7a52a20-cd6a-4c06-bb0f-259c3bdc3856), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.420776 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (45b5889b-1fed-4157-a576-0b6107ddbe4e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.441401 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b5889b-1fed-4157-a576-0b6107ddbe4e']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:51.452085 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1903aa5-3bcc-4eee-acd1-3849844997ca') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:51.452385 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1903aa5-3bcc-4eee-acd1-3849844997ca') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:51.462538 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (a1903aa5-3bcc-4eee-acd1-3849844997ca), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.477524 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (a1903aa5-3bcc-4eee-acd1-3849844997ca), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.484786 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:07:51.485201 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (a1903aa5-3bcc-4eee-acd1-3849844997ca), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.494738 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:51.519896 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Floating IP d7a52a20-cd6a-4c06-bb0f-259c3bdc3856 associated. External IP: 172.27.1.154, port: a548c47d-2d76-4053-b9e8-abe497478a7b. Aug 24 05:07:51.578566 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment a1903aa5-3bcc-4eee-acd1-3849844997ca resource provider aggregate not found Aug 24 05:07:51.594717 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment a1903aa5-3bcc-4eee-acd1-3849844997ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1903aa5-3bcc-4eee-acd1-3849844997ca found for delete ", "request_id": "req-e69521a6-62ae-4435-8fac-b27ab5e34162"}]} Aug 24 05:07:51.646547 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (45b5889b-1fed-4157-a576-0b6107ddbe4e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.658851 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:51.658851 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/45b5889b-1fed-4157-a576-0b6107ddbe4e HTTP/1.1" status: 204 len: 168 time: 0.7665124 Aug 24 05:07:51.673633 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a31be-3a1c-47d8-9027-e71a3779c06b admin admin] Pushing event deleted for resources: {'Network': ['ID=45b5889b-1fed-4157-a576-0b6107ddbe4e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:51.685834 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 38d23a3b-7303-4781-a708-2fd7f2253501 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:07:51.710874 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 38d23a3b-7303-4781-a708-2fd7f2253501 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:07:51.711334 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 38d23a3b-7303-4781-a708-2fd7f2253501 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:07:51.711944 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device f7c0c870-7620-4c52-a47a-d2f302b4095e no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:07:51.713568 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:51.731705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: f7c0c870-7620-4c52-a47a-d2f302b4095e {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:07:51.732064 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device f7c0c870-7620-4c52-a47a-d2f302b4095e not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:07:51.732480 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2aa81175-0fb6-4195-83cd-02050f043bc6 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:07:51.743156 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Router 38689568-85cc-4cc1-aa18-f13672cc33a6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:07:51.752214 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:51.752474 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 2aa81175-0fb6-4195-83cd-02050f043bc6 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:07:51.752629 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2aa81175-0fb6-4195-83cd-02050f043bc6 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:07:52.009519 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46166) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:52.058166 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c0b54b8f-dba9-4d79-ad40-1a82546080da admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=f2fd5d378aba473ab58753aecb74a065&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472460 Aug 24 05:07:52.071717 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46168) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:07:52.085394 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:07:52.089677 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:52.097243 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] Sync routers for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:07:52.110120 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:52.110746 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:52.128465 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d150c35a-e4cf-4c1e-b217-30390d6ffc76 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/d7a52a20-cd6a-4c06-bb0f-259c3bdc3856 HTTP/1.1" status: 200 len: 991 time: 1.3907351 Aug 24 05:07:52.128465 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:07:52.129220 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96" -d '{"events": [{"name": "network-changed", "server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:07:52.136026 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c6bf12fb-747b-4def-a4bf-ebd880fb21d3 admin admin] Publish callbacks [] for security_group (38b57270-e491-4a06-afd9-3967bc9e20fc), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:52.158236 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c6bf12fb-747b-4def-a4bf-ebd880fb21d3 admin admin] Publish callbacks [] for security_group (38b57270-e491-4a06-afd9-3967bc9e20fc), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:52.191866 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502fc277-e2cb-43dd-a28a-8d82d5909ae9 x-openstack-request-id: req-502fc277-e2cb-43dd-a28a-8d82d5909ae9 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:07:52.192217 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:07:52.193006 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-502fc277-e2cb-43dd-a28a-8d82d5909ae9 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:07:52.193469 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502fc277-e2cb-43dd-a28a-8d82d5909ae9'] response: {'name': 'network-changed', 'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'status': 'completed', 'code': 200} Aug 24 05:07:52.264866 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-f7407828-a417-460d-b28a-c21efa799be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:52.266418 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-f7407828-a417-460d-b28a-c21efa799be6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=bd6824ae6edd43fcbddb58581134098c&device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 1129 time: 0.0513966 Aug 24 05:07:52.298101 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c6bf12fb-747b-4def-a4bf-ebd880fb21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (38b57270-e491-4a06-afd9-3967bc9e20fc), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:52.302567 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c6bf12fb-747b-4def-a4bf-ebd880fb21d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:07:52.303648 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c6bf12fb-747b-4def-a4bf-ebd880fb21d3 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/38b57270-e491-4a06-afd9-3967bc9e20fc HTTP/1.1" status: 204 len: 168 time: 0.2309248 Aug 24 05:07:52.324673 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf12fb-747b-4def-a4bf-ebd880fb21d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b57270-e491-4a06-afd9-3967bc9e20fc,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:07:52.336191 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:52.394471 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:52.400969 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-0f8e7387-ee4b-45ae-bcf5-11ae8974e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:52.402925 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-0f8e7387-ee4b-45ae-bcf5-11ae8974e261 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 200 len: 913 time: 0.1292145 Aug 24 05:07:52.474960 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-e93de74c-ab22-4960-a1cb-485abc233432 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a548c47d-2d76-4053-b9e8-abe497478a7b HTTP/1.1" status: 200 len: 999 time: 0.0645885 Aug 24 05:07:52.507246 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:52.529940 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-1714f450-e031-4cfb-be52-2ff7a55e88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:52.532245 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-1714f450-e031-4cfb-be52-2ff7a55e88e9 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 200 len: 850 time: 0.0507505 Aug 24 05:07:52.584221 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-17e1ea07-99d9-4e24-b16d-8a7a4d464dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:07:52.586196 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-17e1ea07-99d9-4e24-b16d-8a7a4d464dd8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa68ee2b-4e61-41de-a187-732b5be326be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468907 Aug 24 05:07:52.646728 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'd7a52a20-cd6a-4c06-bb0f-259c3bdc3856', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'port_id': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'mac_address': 'fa:16:3e:4b:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248db6cc-ec73-4414-811e-f609ddab4135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:07:34Z', 'updated_at': '2022-08-24T05:07:51Z', 'revision_number': 1, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:52.668358 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:52.673146 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] Checking router: 38689568-85cc-4cc1-aa18-f13672cc33a6 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:07:52.682515 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:07:52.683789 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:07:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:52.695411 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-fcf8b668-ad30-4cd7-9557-6ed081b05652 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017621 Aug 24 05:07:52.792530 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:07:52.799666 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-8cdf7528-15fb-4a59-b5bb-b0ee519bcb96 req-782de4dc-8670-4667-9bb7-ec5f1894d1f1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980844 Aug 24 05:07:52.970742 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:07:53.047209 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'd7a52a20-cd6a-4c06-bb0f-259c3bdc3856', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'port_id': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'mac_address': 'fa:16:3e:4b:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248db6cc-ec73-4414-811e-f609ddab4135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:07:34Z', 'updated_at': '2022-08-24T05:07:51Z', 'revision_number': 1, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:07:53.077964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f836a-15ed-412d-b7b4-79f2a2eb9b4c None None] The sync data for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi is: [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': 'd7a52a20-cd6a-4c06-bb0f-259c3bdc3856', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'port_id': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'mac_address': 'fa:16:3e:4b:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248db6cc-ec73-4414-811e-f609ddab4135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:07:34Z', 'updated_at': '2022-08-24T05:07:51Z', 'revision_number': 1, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:07:53.285920 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b1769-e920-4148-84fe-c0a8d32f6e53 None None] New status for floating IP d7a52a20-cd6a-4c06-bb0f-259c3bdc3856: ACTIVE {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:07:59.684080 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:02.117590 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=25 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:02.122603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:02.795951 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=36 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:03.470182 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=73 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:03.479605 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:04.157169 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2979b-ba45-4317-a35d-4637347f970a req-f4cb3487-f27f-4b64-9e97-52239404a251 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:04.158819 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-92c2979b-ba45-4317-a35d-4637347f970a req-f4cb3487-f27f-4b64-9e97-52239404a251 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0494998 Aug 24 05:08:04.214679 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-92c2979b-ba45-4317-a35d-4637347f970a req-87c0732e-41c8-4f38-8821-5acc228695b2 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501220 Aug 24 05:08:04.890194 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1a7167b7-95b4-481f-b311-d06214e58070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.104431 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46340) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:05.212334 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.290416 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Publish callbacks [] for security_group (428a838f-a010-4deb-ab8c-0ae8b783248a), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.337937 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (428a838f-a010-4deb-ab8c-0ae8b783248a), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.340879 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3e8b1-fe40-4707-8109-e32c7788e609 req-40d9ec16-bffa-4eb8-8e48-9e87624f53bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:05.342459 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3da3e8b1-fe40-4707-8109-e32c7788e609 req-40d9ec16-bffa-4eb8-8e48-9e87624f53bc tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Aug 24 05:08:05.380907 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428a838f-a010-4deb-ab8c-0ae8b783248a,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:05.390054 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.390534 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.390965 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.391419 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.391837 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.392237 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.392641 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.394032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.394032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.394032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.394032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.394544 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.395662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.395662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.395662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:05.402188 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3da3e8b1-fe40-4707-8109-e32c7788e609 req-841275c5-e749-4957-8c97-cb82e6a779e4 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 Aug 24 05:08:05.402299 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-7b698eb6-4ea8-4192-94b6-d308a0599ea4 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=113d3966b26e48b8b3da11d091733106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958262 Aug 24 05:08:05.404155 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46346) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:05.457402 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a781c45d-ab43-45b3-9a61-56d46aebeca2 admin admin] Publish callbacks [] for security_group (428a838f-a010-4deb-ab8c-0ae8b783248a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.478350 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a781c45d-ab43-45b3-9a61-56d46aebeca2 admin admin] Publish callbacks [] for security_group (428a838f-a010-4deb-ab8c-0ae8b783248a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.589165 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a781c45d-ab43-45b3-9a61-56d46aebeca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (428a838f-a010-4deb-ab8c-0ae8b783248a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.592824 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a781c45d-ab43-45b3-9a61-56d46aebeca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:05.594138 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-a781c45d-ab43-45b3-9a61-56d46aebeca2 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/428a838f-a010-4deb-ab8c-0ae8b783248a HTTP/1.1" status: 204 len: 168 time: 0.1888771 Aug 24 05:08:05.602679 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781c45d-ab43-45b3-9a61-56d46aebeca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428a838f-a010-4deb-ab8c-0ae8b783248a,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:06.535607 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97425d-8db2-467a-9dca-faa0a78a8dbe req-465bf316-93f8-4d69-86c4-c8685c615573 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:06.537132 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba97425d-8db2-467a-9dca-faa0a78a8dbe req-465bf316-93f8-4d69-86c4-c8685c615573 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0582066 Aug 24 05:08:06.591466 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ba97425d-8db2-467a-9dca-faa0a78a8dbe req-02d6df48-fcc9-417d-ba57-63d68c9f0e6b tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479779 Aug 24 05:08:06.630717 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46388) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:06.744536 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-385814301-network', 'tenant_id': '7a349277841b462d89f838f936077c78'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:06.833304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Made reservation on behalf of 7a349277841b462d89f838f936077c78 for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:08:06.835983 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:06.845560 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:06.923261 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks [] for security_group (9a97e70b-e50d-48e5-83bc-5afe09681b08), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:06.993091 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (9a97e70b-e50d-48e5-83bc-5afe09681b08), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.022204 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:08:07.027840 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a97e70b-e50d-48e5-83bc-5afe09681b08,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:07.040545 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (6f1e98a0-b600-4013-96f3-f4aa1e462149), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.040815 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Added segment 6f1e98a0-b600-4013-96f3-f4aa1e462149 of type vlan for network 84782dcc-9751-4118-8ff3-e46304ebd2fe Aug 24 05:08:07.042871 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.043260 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.043644 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.043999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.044338 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.044665 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.044992 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.045316 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.045645 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.045968 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.046549 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.046877 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.047236 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.047585 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.047933 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:08:07.093381 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (84782dcc-9751-4118-8ff3-e46304ebd2fe), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.233544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ac1e71a5-fb30-4528-8201-fe296a1bf610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.234085 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (84782dcc-9751-4118-8ff3-e46304ebd2fe), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.235094 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:07.235883 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.300267 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] Pushing event updated for resources: {'Network': ['ID=84782dcc-9751-4118-8ff3-e46304ebd2fe,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:07.310454 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 84782dcc-9751-4118-8ff3-e46304ebd2fe details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:08:07.363737 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-74d5c464-4a8f-4524-944a-28b822c11d74 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7318742 Aug 24 05:08:07.366577 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46394) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:07.371513 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Request body: {'subnet': {'network_id': '84782dcc-9751-4118-8ff3-e46304ebd2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-385814301-subnet', 'tenant_id': '7a349277841b462d89f838f936077c78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:07.486525 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Made reservation on behalf of 7a349277841b462d89f838f936077c78 for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:08:07.488919 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.651983 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:07.659647 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:07.723836 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa06bb1-8d4d-464a-8acc-b38164d8f5dd req-6bc0a28b-972b-4d7e-89a7-cb2d56ee0ae6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:07.725357 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5fa06bb1-8d4d-464a-8acc-b38164d8f5dd req-6bc0a28b-972b-4d7e-89a7-cb2d56ee0ae6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Aug 24 05:08:07.761264 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (3d204b69-d527-46e6-afca-fb39eb4fa8bc), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:07.813328 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5fa06bb1-8d4d-464a-8acc-b38164d8f5dd req-11622102-5e2f-469a-9bbe-1e7fa613c2c7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822783 Aug 24 05:08:07.830670 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d204b69-d527-46e6-afca-fb39eb4fa8bc,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:07.846444 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Checking segment: {'id': '6f1e98a0-b600-4013-96f3-f4aa1e462149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '84782dcc-9751-4118-8ff3-e46304ebd2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:08:07.846802 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Network hostable DHCP agents. Network: 84782dcc-9751-4118-8ff3-e46304ebd2fe, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:08:07.949789 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Network 84782dcc-9751-4118-8ff3-e46304ebd2fe is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:08:08.040770 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 84782dcc-9751-4118-8ff3-e46304ebd2fe) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:08:08.045449 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:08.046126 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:08.052049 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3390ed-1570-4d64-90ef-b2e62bc71c5d None None] Network 84782dcc-9751-4118-8ff3-e46304ebd2fe requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:08:08.157610 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-46d0e396-3140-4b7c-9064-40612c9690ae admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7899256 Aug 24 05:08:08.158259 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2f9dd-45ca-486f-883c-9a503b0a9b24 None None] Network 84782dcc-9751-4118-8ff3-e46304ebd2fe requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:08:08.467696 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:08.839995 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46416) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:08.849178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-761923650-network', 'tenant_id': '9015e536e44647b088860b91c860f394'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:08.926523 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Made reservation on behalf of 9015e536e44647b088860b91c860f394 for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:08:08.929026 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:08.943527 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:08.959439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eedc3-6c52-4e37-9430-770a05860c5e req-7953bce4-04a3-4c72-9976-f6de29235815 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:08.960950 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-873eedc3-6c52-4e37-9430-770a05860c5e req-7953bce4-04a3-4c72-9976-f6de29235815 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0697236 Aug 24 05:08:09.040616 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-873eedc3-6c52-4e37-9430-770a05860c5e req-069942ba-f6a6-4133-a782-55c700bfd577 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729239 Aug 24 05:08:09.078444 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks [] for security_group (22f48cd7-7010-48ef-a54c-af7ce94753f5), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.166451 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (22f48cd7-7010-48ef-a54c-af7ce94753f5), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.197297 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:08:09.205408 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f48cd7-7010-48ef-a54c-af7ce94753f5,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:09.211973 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (2ced9816-27ff-47f7-82a8-92388a53533e), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.212506 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Added segment 2ced9816-27ff-47f7-82a8-92388a53533e of type vlan for network cf8674b0-a621-4fbe-81cb-d9e5f85ce36c Aug 24 05:08:09.251062 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:09.271780 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (cf8674b0-a621-4fbe-81cb-d9e5f85ce36c), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.387304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078ab4-95f6-4b7c-97c0-304591dc2a63 req-b4cfd2e8-2713-4824-994c-671cf532adb3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:09.388901 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-52078ab4-95f6-4b7c-97c0-304591dc2a63 req-b4cfd2e8-2713-4824-994c-671cf532adb3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0489657 Aug 24 05:08:09.390055 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (cf8674b0-a621-4fbe-81cb-d9e5f85ce36c), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.390989 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:09.391612 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.480862 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] Pushing event updated for resources: {'Network': ['ID=cf8674b0-a621-4fbe-81cb-d9e5f85ce36c,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:09.493257 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network cf8674b0-a621-4fbe-81cb-d9e5f85ce36c details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:08:09.506193 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-52078ab4-95f6-4b7c-97c0-304591dc2a63 req-7f777edb-e77f-425d-b09d-d1845c398326 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037335 Aug 24 05:08:09.518339 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-884d358d-d0bc-476a-a449-6d1f16073326 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6765957 Aug 24 05:08:09.521191 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46426) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:09.530540 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Request body: {'subnet': {'network_id': 'cf8674b0-a621-4fbe-81cb-d9e5f85ce36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-761923650-subnet', 'tenant_id': '9015e536e44647b088860b91c860f394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:09.615997 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Made reservation on behalf of 9015e536e44647b088860b91c860f394 for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:08:09.618492 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.644087 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:09.885268 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (f8c489e2-7c63-4bc2-927b-aef598cc3fcd), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.949551 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:09.955604 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c489e2-7c63-4bc2-927b-aef598cc3fcd,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:09.962128 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Checking segment: {'id': '2ced9816-27ff-47f7-82a8-92388a53533e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'cf8674b0-a621-4fbe-81cb-d9e5f85ce36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:08:09.962490 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Network hostable DHCP agents. Network: cf8674b0-a621-4fbe-81cb-d9e5f85ce36c, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:08:10.001060 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.071566 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Network cf8674b0-a621-4fbe-81cb-d9e5f85ce36c is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:08:10.157620 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, cf8674b0-a621-4fbe-81cb-d9e5f85ce36c) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:08:10.166280 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:10.168063 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e3536-4138-423a-8895-6ac99c7cd2dc None None] Network cf8674b0-a621-4fbe-81cb-d9e5f85ce36c requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:08:10.168180 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.181567 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab386b-d6c3-49f2-a2d7-9a3741a58357 req-1ff5a3ff-3705-4f40-9222-8a210b04ec60 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:10.183133 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9bab386b-d6c3-49f2-a2d7-9a3741a58357 req-1ff5a3ff-3705-4f40-9222-8a210b04ec60 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0652831 Aug 24 05:08:10.235712 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9bab386b-d6c3-49f2-a2d7-9a3741a58357 req-73d6d090-765e-416d-ba90-7cbd24414080 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464361 Aug 24 05:08:10.277777 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90191132-b1af-407b-a04a-3b5e2cccd419 None None] Network cf8674b0-a621-4fbe-81cb-d9e5f85ce36c requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:08:10.283864 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-25f55a51-0d01-496b-95aa-9cd4d58e9b9e admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7614424 Aug 24 05:08:10.411748 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46434) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:10.461890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] Deleting subnet 3d204b69-d527-46e6-afca-fb39eb4fa8bc {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:08:10.465403 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] Publish callbacks [] for subnet (3d204b69-d527-46e6-afca-fb39eb4fa8bc), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.504267 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] Publish callbacks [] for subnet (3d204b69-d527-46e6-afca-fb39eb4fa8bc), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.509940 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (3d204b69-d527-46e6-afca-fb39eb4fa8bc), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.628415 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408d8b6-d531-4896-85c5-f28abc5c3bb2 req-17e53c95-f1ad-4365-9a26-71a6c11247cc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:10.629941 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4408d8b6-d531-4896-85c5-f28abc5c3bb2 req-17e53c95-f1ad-4365-9a26-71a6c11247cc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0498395 Aug 24 05:08:10.633572 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (3d204b69-d527-46e6-afca-fb39eb4fa8bc), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.672482 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d204b69-d527-46e6-afca-fb39eb4fa8bc,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:10.683125 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.686670 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-a2056779-880b-4f49-88a4-1cee47bbfbf0 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/3d204b69-d527-46e6-afca-fb39eb4fa8bc HTTP/1.1" status: 204 len: 168 time: 0.2739189 Aug 24 05:08:10.689300 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46438) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:10.699730 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:10.717607 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4408d8b6-d531-4896-85c5-f28abc5c3bb2 req-dbb54a92-55ea-4652-ba01-b835d8938401 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815990 Aug 24 05:08:10.765841 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (84782dcc-9751-4118-8ff3-e46304ebd2fe), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.845341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (84782dcc-9751-4118-8ff3-e46304ebd2fe), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.866082 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84782dcc-9751-4118-8ff3-e46304ebd2fe']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:10.876186 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1e98a0-b600-4013-96f3-f4aa1e462149') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:10.876483 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1e98a0-b600-4013-96f3-f4aa1e462149') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:10.890655 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (6f1e98a0-b600-4013-96f3-f4aa1e462149), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.904434 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (6f1e98a0-b600-4013-96f3-f4aa1e462149), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.911609 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:08:10.912004 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (6f1e98a0-b600-4013-96f3-f4aa1e462149), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:10.940194 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 6f1e98a0-b600-4013-96f3-f4aa1e462149 resource provider aggregate not found Aug 24 05:08:10.971265 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 6f1e98a0-b600-4013-96f3-f4aa1e462149 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f1e98a0-b600-4013-96f3-f4aa1e462149 found for delete ", "request_id": "req-dbed4ead-95df-4fa6-854b-8fa33eaf25c4"}]} Aug 24 05:08:11.041170 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (84782dcc-9751-4118-8ff3-e46304ebd2fe), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.048135 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.051167 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/84782dcc-9751-4118-8ff3-e46304ebd2fe HTTP/1.1" status: 204 len: 168 time: 0.3608155 Aug 24 05:08:11.054160 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46444) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:11.063160 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ddb52-628c-48fc-aaa0-97476c4fc42c admin admin] Pushing event deleted for resources: {'Network': ['ID=84782dcc-9751-4118-8ff3-e46304ebd2fe,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:11.101004 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] Deleting subnet f8c489e2-7c63-4bc2-927b-aef598cc3fcd {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:08:11.104419 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] Publish callbacks [] for subnet (f8c489e2-7c63-4bc2-927b-aef598cc3fcd), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.139541 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] Publish callbacks [] for subnet (f8c489e2-7c63-4bc2-927b-aef598cc3fcd), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.145304 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (f8c489e2-7c63-4bc2-927b-aef598cc3fcd), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.270141 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for subnet (f8c489e2-7c63-4bc2-927b-aef598cc3fcd), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.299382 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c489e2-7c63-4bc2-927b-aef598cc3fcd,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:11.301351 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.305184 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2a1ada68-33ab-472f-b534-68907ee941b5 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/f8c489e2-7c63-4bc2-927b-aef598cc3fcd HTTP/1.1" status: 204 len: 168 time: 0.2493958 Aug 24 05:08:11.307215 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46448) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:11.378952 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-4f0e5c5f-bfee-4eda-b9b6-714e5268cd37 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:11.380457 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-4f0e5c5f-bfee-4eda-b9b6-714e5268cd37 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0487540 Aug 24 05:08:11.411847 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c5a0-c765-43f9-9d4d-43f33a32bb1a req-dac4439f-c723-4a2a-a1c1-81ca71257435 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:11.413355 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-adc3c5a0-c765-43f9-9d4d-43f33a32bb1a req-dac4439f-c723-4a2a-a1c1-81ca71257435 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0984833 Aug 24 05:08:11.420593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (cf8674b0-a621-4fbe-81cb-d9e5f85ce36c), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.475809 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port 99a6ecd8-63af-40f3-b66c-109e1f205597 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:08:11.476045 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.503430 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:11.516091 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-adc3c5a0-c765-43f9-9d4d-43f33a32bb1a req-af616827-473f-42a3-9a37-36b1559bbbef tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917318 Aug 24 05:08:11.546973 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (cf8674b0-a621-4fbe-81cb-d9e5f85ce36c), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.569841 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.574944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.574944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.574944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > port after_create 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.574944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.574944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > port after_update 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.574944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.575598 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] For port 99a6ecd8-63af-40f3-b66c-109e1f205597, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99a6ecd8-63af-40f3-b66c-109e1f205597,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:11.575771 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.575771 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.576034 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.576183 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.629406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:11.634065 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:11.653958 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.654311 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.654647 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.654999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 05:08:11.655406 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8674b0-a621-4fbe-81cb-d9e5f85ce36c']}} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:11.678192 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ced9816-27ff-47f7-82a8-92388a53533e') {'for_net_delete': True} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:11.678493 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ced9816-27ff-47f7-82a8-92388a53533e') {} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:11.696758 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4211915'] for segment (2ced9816-27ff-47f7-82a8-92388a53533e), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.718020 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (2ced9816-27ff-47f7-82a8-92388a53533e), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.729474 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=107625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:08:11.729474 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4817386'] for segment (2ced9816-27ff-47f7-82a8-92388a53533e), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.750743 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.751749 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.752075 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP 9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf disassociated. External IP: 172.27.1.108, port: 99a6ecd8-63af-40f3-b66c-109e1f205597. Aug 24 05:08:11.752423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for 99a6ecd8-63af-40f3-b66c-109e1f205597 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:08:11.863421 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5019c4-f2b6-42a1-b2a3-8397461abd93 req-127ddf64-89b9-4184-a813-6d5e388ccd95 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:11.865236 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd5019c4-f2b6-42a1-b2a3-8397461abd93 req-127ddf64-89b9-4184-a813-6d5e388ccd95 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 945 time: 0.0567305 Aug 24 05:08:11.867274 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (cf8674b0-a621-4fbe-81cb-d9e5f85ce36c), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.875294 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:11.883147 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/cf8674b0-a621-4fbe-81cb-d9e5f85ce36c HTTP/1.1" status: 204 len: 168 time: 0.5749257 Aug 24 05:08:11.921636 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b2433-0737-41e3-9684-5d8aa161a7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8674b0-a621-4fbe-81cb-d9e5f85ce36c,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:11.946608 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:11.955374 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd5019c4-f2b6-42a1-b2a3-8397461abd93 req-9714f330-d4ca-47f6-8139-bd18865ffeaa tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=318992fe-93e4-427e-8e8f-9d5897c88bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701585 Aug 24 05:08:11.988035 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 2ced9816-27ff-47f7-82a8-92388a53533e resource provider aggregate not found Aug 24 05:08:11.994024 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (99a6ecd8-63af-40f3-b66c-109e1f205597), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:12.007183 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 2ced9816-27ff-47f7-82a8-92388a53533e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ced9816-27ff-47f7-82a8-92388a53533e found for delete ", "request_id": "req-48258fb2-35f9-4618-a1a3-7adcc5d65eef"}]} Aug 24 05:08:12.028609 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=99a6ecd8-63af-40f3-b66c-109e1f205597,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:12.140681 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:08:12.299683 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46464) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:12.345851 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d6f56378-14cd-4b77-a8c3-ddf603cd2d45 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=7a349277841b462d89f838f936077c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448737 Aug 24 05:08:12.348446 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46466) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:12.405489 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-85a91564-ffda-4186-900d-f1805513ae17 admin admin] Publish callbacks [] for security_group (9a97e70b-e50d-48e5-83bc-5afe09681b08), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:12.430709 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-85a91564-ffda-4186-900d-f1805513ae17 admin admin] Publish callbacks [] for security_group (9a97e70b-e50d-48e5-83bc-5afe09681b08), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:12.442198 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:12.509393 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:08:12.520876 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:08:12.532333 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:08:12.533183 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:08:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:12.561486 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] No DVR routers for this DVR port 99a6ecd8-63af-40f3-b66c-109e1f205597 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:08:12.564431 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:12.567940 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-cc0d44c5-a908-47d5-9865-878ade738a96 req-144a8e58-e889-44a2-bf7c-ccbb51287d3b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "DELETE /networking/v2.0/ports/99a6ecd8-63af-40f3-b66c-109e1f205597 HTTP/1.1" status: 204 len: 173 time: 1.1789773 Aug 24 05:08:12.568592 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'name': 'network-vif-deleted', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:08:12.571300 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ba5009-e4c0-4c4b-89ac-4e08ec807e21" -d '{"events": [{"server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "name": "network-vif-deleted", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:08:12.628417 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-85a91564-ffda-4186-900d-f1805513ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (9a97e70b-e50d-48e5-83bc-5afe09681b08), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:12.635568 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-85a91564-ffda-4186-900d-f1805513ae17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:12.635568 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-85a91564-ffda-4186-900d-f1805513ae17 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/9a97e70b-e50d-48e5-83bc-5afe09681b08 HTTP/1.1" status: 204 len: 168 time: 0.2829974 Aug 24 05:08:12.635972 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33692a9-9ffc-4dff-87a3-ae87db10832f x-openstack-request-id: req-b33692a9-9ffc-4dff-87a3-ae87db10832f {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:08:12.635972 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce53a28-5b5b-4fec-a80c-c3b80329e14a", "name": "network-vif-deleted", "tag": "99a6ecd8-63af-40f3-b66c-109e1f205597", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:08:12.636148 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b33692a9-9ffc-4dff-87a3-ae87db10832f {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:08:12.636396 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33692a9-9ffc-4dff-87a3-ae87db10832f'] response: {'server_uuid': '7ce53a28-5b5b-4fec-a80c-c3b80329e14a', 'name': 'network-vif-deleted', 'tag': '99a6ecd8-63af-40f3-b66c-109e1f205597', 'status': 'completed', 'code': 200} Aug 24 05:08:12.662932 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:08:12.677766 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a91564-ffda-4186-900d-f1805513ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a97e70b-e50d-48e5-83bc-5afe09681b08,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:12.702413 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06dd0c-2276-4b55-8bd8-76f50901b2ae req-8dd75078-b326-46b9-8e42-1c2d315f5bed tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:12.704065 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f06dd0c-2276-4b55-8bd8-76f50901b2ae req-8dd75078-b326-46b9-8e42-1c2d315f5bed tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0655127 Aug 24 05:08:12.766737 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f06dd0c-2276-4b55-8bd8-76f50901b2ae req-f0882966-8727-41b8-a8b3-bb1340339d3c tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551429 Aug 24 05:08:12.785772 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:12.842090 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:12.902139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:12.929560 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:08:12.940019 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:08:12.940633 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:08:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:13.087281 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-267535ee-e1c0-46fb-a582-be6ea53e5549 req-9d289de3-642d-4040-99fc-0cf2e5a1ce33 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7ce53a28-5b5b-4fec-a80c-c3b80329e14a HTTP/1.1" status: 200 len: 210 time: 0.0337510 Aug 24 05:08:13.179724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:08:13.300362 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:08:13.379580 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:13.406325 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024fc9-ba0b-47dd-bbdc-8c1fe2df649f None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:08:13.411541 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46480) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:13.463231 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-1ae21a10-145f-4e4f-bede-63a7a0345cb4 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=9015e536e44647b088860b91c860f394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504463 Aug 24 05:08:13.465808 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46482) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:13.525083 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cbae816a-d141-4ff2-9f4f-b71271f7033e admin admin] Publish callbacks [] for security_group (22f48cd7-7010-48ef-a54c-af7ce94753f5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:13.546926 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cbae816a-d141-4ff2-9f4f-b71271f7033e admin admin] Publish callbacks [] for security_group (22f48cd7-7010-48ef-a54c-af7ce94753f5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:13.669671 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cbae816a-d141-4ff2-9f4f-b71271f7033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (22f48cd7-7010-48ef-a54c-af7ce94753f5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:13.672571 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-cbae816a-d141-4ff2-9f4f-b71271f7033e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:13.673729 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-cbae816a-d141-4ff2-9f4f-b71271f7033e admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/22f48cd7-7010-48ef-a54c-af7ce94753f5 HTTP/1.1" status: 204 len: 168 time: 0.2068543 Aug 24 05:08:13.674316 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c866b-a164-4896-9bba-428919a45f88 None None] New status for floating IP 9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf: DOWN {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:08:13.683739 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae816a-d141-4ff2-9f4f-b71271f7033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f48cd7-7010-48ef-a54c-af7ce94753f5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:13.892891 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d89b4-59f0-4417-95e2-7829b5114895 req-023a47e8-739e-4cab-9b77-714ab26359f3 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:13.894423 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b93d89b4-59f0-4417-95e2-7829b5114895 req-023a47e8-739e-4cab-9b77-714ab26359f3 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0506787 Aug 24 05:08:13.946081 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b93d89b4-59f0-4417-95e2-7829b5114895 req-1794c1ee-1b15-4c59-ba7e-7557f7aac1c1 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457213 Aug 24 05:08:14.281032 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46502) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:14.337621 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f04f5f99-56e9-4d13-bbc7-eb00eabc4a81 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (318992fe-93e4-427e-8e8f-9d5897c88bba), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:14.341452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:14.364201 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f04f5f99-56e9-4d13-bbc7-eb00eabc4a81 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (318992fe-93e4-427e-8e8f-9d5897c88bba), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:14.503828 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f04f5f99-56e9-4d13-bbc7-eb00eabc4a81 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (318992fe-93e4-427e-8e8f-9d5897c88bba), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:14.510385 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f04f5f99-56e9-4d13-bbc7-eb00eabc4a81 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:14.510385 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f04f5f99-56e9-4d13-bbc7-eb00eabc4a81 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/318992fe-93e4-427e-8e8f-9d5897c88bba HTTP/1.1" status: 204 len: 168 time: 0.2255547 Aug 24 05:08:14.510833 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46510) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:14.517652 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f5f99-56e9-4d13-bbc7-eb00eabc4a81 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318992fe-93e4-427e-8e8f-9d5897c88bba,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:14.525824 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.api.v2.resource [None req-973c0438-4ac3-42c0-ae32-f175706d8045 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] show failed (client error): The resource could not be found. Aug 24 05:08:14.526913 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-973c0438-4ac3-42c0-ae32-f175706d8045 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups/318992fe-93e4-427e-8e8f-9d5897c88bba HTTP/1.1" status: 404 len: 347 time: 0.0150523 Aug 24 05:08:14.530345 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46512) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:14.676821 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-c0e980ad-c8e9-4f3d-8b72-fad3fff1df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:14.678416 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-c0e980ad-c8e9-4f3d-8b72-fad3fff1df2a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1129 time: 0.0729475 Aug 24 05:08:14.682642 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port 310bb625-954f-4f52-b092-3bb771e6c62c {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:08:14.682967 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (310bb625-954f-4f52-b092-3bb771e6c62c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:14.832225 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (310bb625-954f-4f52-b092-3bb771e6c62c), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:14.832554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (310bb625-954f-4f52-b092-3bb771e6c62c), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:14.856800 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for 310bb625-954f-4f52-b092-3bb771e6c62c owned by network:floatingip {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:08:14.859298 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-397408be-c400-46be-b31d-aee2a78cd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:14.860725 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-397408be-c400-46be-b31d-aee2a78cd2d7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 911 time: 0.1756611 Aug 24 05:08:14.973402 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-5b755de9-122e-4cc3-b94c-e9e01ce429ee service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 1000 time: 0.1052120 Aug 24 05:08:15.029438 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99a6ecd8-63af-40f3-b66c-109e1f205597 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:08:15.051223 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 99a6ecd8-63af-40f3-b66c-109e1f205597 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:08:15.051635 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99a6ecd8-63af-40f3-b66c-109e1f205597 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:08:15.076458 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-b3ca11ec-67ed-49e4-8778-393484deedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:15.077537 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-b3ca11ec-67ed-49e4-8778-393484deedc9 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 200 len: 848 time: 0.0966053 Aug 24 05:08:15.080455 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d2e45-dd11-469a-ab71-19164ad8da2c req-6c18ce6e-2f44-4f16-b983-d0941efd8993 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:15.082334 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-048d2e45-dd11-469a-ab71-19164ad8da2c req-6c18ce6e-2f44-4f16-b983-d0941efd8993 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0600863 Aug 24 05:08:15.129983 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-5474f497-4e08-4def-a87d-597581b7e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:15.131818 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-5474f497-4e08-4def-a87d-597581b7e793 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=24d96d9d-6911-48d1-b9ca-f4ffb176a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461993 Aug 24 05:08:15.147089 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-048d2e45-dd11-469a-ab71-19164ad8da2c req-ded1bae8-ac33-4dbf-ae7f-5a0fb456432b tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585921 Aug 24 05:08:15.159906 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (310bb625-954f-4f52-b092-3bb771e6c62c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.198094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=310bb625-954f-4f52-b092-3bb771e6c62c,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:15.298024 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:15.306836 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-b6749fc7-40fd-4651-bf88-bfd5c14943c1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687546 Aug 24 05:08:15.309529 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.312444 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.313553 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-79228847-693d-4815-ace4-53971aeeb36f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/9c6aa9e7-5fb4-45eb-b054-ba60f09d19cf HTTP/1.1" status: 204 len: 168 time: 0.7822833 Aug 24 05:08:15.337617 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:15.415832 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b976d1ff-5d6a-4e3b-921c-1ab3cdba7670 req-3f813109-90d5-4363-9092-e6036676f8f2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012053 Aug 24 05:08:15.492072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46534) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:15.497508 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-56b76b8d-84ea-44c3-a5bf-591974b92f02 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754188419', 'description': 'tempest-description--1597116293'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:15.572790 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-56b76b8d-84ea-44c3-a5bf-591974b92f02 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.661591 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-56b76b8d-84ea-44c3-a5bf-591974b92f02 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (8f038694-d424-4834-b285-94ba17e8ac2f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.716114 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-56b76b8d-84ea-44c3-a5bf-591974b92f02 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (8f038694-d424-4834-b285-94ba17e8ac2f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.747425 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b76b8d-84ea-44c3-a5bf-591974b92f02 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f038694-d424-4834-b285-94ba17e8ac2f,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:15.783728 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-56b76b8d-84ea-44c3-a5bf-591974b92f02 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.785012 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-56b76b8d-84ea-44c3-a5bf-591974b92f02 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2917833 Aug 24 05:08:15.788061 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46550) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:15.792408 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-f2036ade-ab2b-49b2-852e-34875d18c441 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': '8f038694-d424-4834-b285-94ba17e8ac2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:15.885502 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f2036ade-ab2b-49b2-852e-34875d18c441 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (f775fc62-9f05-4a91-ab54-8a2e809aebb5), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:15.948133 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f2036ade-ab2b-49b2-852e-34875d18c441 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (f775fc62-9f05-4a91-ab54-8a2e809aebb5), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.041819 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f2036ade-ab2b-49b2-852e-34875d18c441 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (f775fc62-9f05-4a91-ab54-8a2e809aebb5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.061429 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2036ade-ab2b-49b2-852e-34875d18c441 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f775fc62-9f05-4a91-ab54-8a2e809aebb5,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:16.140964 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f2036ade-ab2b-49b2-852e-34875d18c441 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.142139 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f2036ade-ab2b-49b2-852e-34875d18c441 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531570 Aug 24 05:08:16.144954 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46552) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:16.149201 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-2e697f87-8ecf-4990-a5f2-1d91f92ed245 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'security_group_rule': {'security_group_id': '8f038694-d424-4834-b285-94ba17e8ac2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:16.253172 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e697f87-8ecf-4990-a5f2-1d91f92ed245 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (6b739ebc-d9c1-43b2-b581-b405a321f4ba), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.265445 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb2e11-47c4-4acb-b4f0-56f56c1c7fb1 req-c7fea1b6-b367-4550-b1b0-4b6558e86ba0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:16.271420 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3ceb2e11-47c4-4acb-b4f0-56f56c1c7fb1 req-c7fea1b6-b367-4550-b1b0-4b6558e86ba0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0522428 Aug 24 05:08:16.313905 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e697f87-8ecf-4990-a5f2-1d91f92ed245 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (6b739ebc-d9c1-43b2-b581-b405a321f4ba), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.320651 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3ceb2e11-47c4-4acb-b4f0-56f56c1c7fb1 req-fe731c23-1978-4250-b67d-ea0260fdcca9 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481524 Aug 24 05:08:16.361399 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e697f87-8ecf-4990-a5f2-1d91f92ed245 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (6b739ebc-d9c1-43b2-b581-b405a321f4ba), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.382826 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e697f87-8ecf-4990-a5f2-1d91f92ed245 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b739ebc-d9c1-43b2-b581-b405a321f4ba,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:16.438557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2e697f87-8ecf-4990-a5f2-1d91f92ed245 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.439850 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2e697f87-8ecf-4990-a5f2-1d91f92ed245 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939706 Aug 24 05:08:16.443079 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46560) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:16.447518 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:16.515735 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.595697 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.603623 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:16.713066 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.27.1.201 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/924c4a8f-c887-40fb-bc9c-f2a59e0efbd3) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:08:16.823917 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.921908 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:16.964220 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:16.972857 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:08:16.977636 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:08:16.978750 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:08:17.002212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=924c4a8f-c887-40fb-bc9c-f2a59e0efbd3,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:17.072221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:17.186389 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:17.346191 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:17.431527 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4817366'] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:17.503321 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53e3a3-a1a0-4ac5-a222-31f9fcc8a457 req-bb57aea5-7a45-4052-a2da-e2dbc1b1c27f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:17.504849 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f53e3a3-a1a0-4ac5-a222-31f9fcc8a457 req-bb57aea5-7a45-4052-a2da-e2dbc1b1c27f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.1084294 Aug 24 05:08:17.525272 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=924c4a8f-c887-40fb-bc9c-f2a59e0efbd3,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:17.534517 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:17.577117 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9f53e3a3-a1a0-4ac5-a222-31f9fcc8a457 req-b41265c7-f61a-42b8-9a52-339b1abae983 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652354 Aug 24 05:08:17.635665 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:17.637026 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-a66321a1-27b4-498a-a937-2665b92a795b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1929595 Aug 24 05:08:17.845581 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-10be9ed8-f63d-49ba-9788-e07acd326568 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--754188419&fields=id&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 267 time: 0.0465713 Aug 24 05:08:17.890145 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:17.960872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-4ef61b19-b36c-40fc-9dd5-01638b543228 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:17.962444 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-4ef61b19-b36c-40fc-9dd5-01638b543228 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.1095722 Aug 24 05:08:17.978815 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-3eacc150-b851-4e1a-b7f5-8c9fc04a5abe tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/quotas/fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 375 time: 0.0094640 Aug 24 05:08:18.030760 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-846cdc6f-98ba-4d5b-9874-b1afe31db99b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461211 Aug 24 05:08:18.135678 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-46bbb0fe-9971-4237-980f-58617fce6244 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931830 Aug 24 05:08:18.159620 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:18.229799 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-dd70e982-3257-4787-b730-8c8de7b16109 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880749 Aug 24 05:08:18.506949 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9a265843-e5b4-4ae4-a281-c95c055480d5 req-d1e65224-f4c1-4b55-8129-271dfdf052f1 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 210 time: 0.0362389 Aug 24 05:08:18.709997 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76bebd-eaab-4065-8b18-05d2a5253739 req-a2349155-d703-4a7f-8b8c-06a9def043e6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:18.711516 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0f76bebd-eaab-4065-8b18-05d2a5253739 req-a2349155-d703-4a7f-8b8c-06a9def043e6 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0481100 Aug 24 05:08:18.765320 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0f76bebd-eaab-4065-8b18-05d2a5253739 req-8f705045-70cd-4e27-b24c-14eff958109b tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Aug 24 05:08:19.294863 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee23b0-19ef-43e4-8fe9-f08efd6f6105 req-d391b3c0-aee1-442f-b08d-2a132277795a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:19.296386 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-81ee23b0-19ef-43e4-8fe9-f08efd6f6105 req-d391b3c0-aee1-442f-b08d-2a132277795a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Aug 24 05:08:19.350405 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-81ee23b0-19ef-43e4-8fe9-f08efd6f6105 req-fd833e03-16fb-4d08-b646-367f87b296ff tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481966 Aug 24 05:08:19.409958 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-507d224b-a3c3-4ff4-bcb0-e9fda1e27790 service neutron] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463469 Aug 24 05:08:19.448013 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46612) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:19.493443 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-eaff383a-9f09-43ea-88ef-f0287c1c3bb5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:19.495039 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-eaff383a-9f09-43ea-88ef-f0287c1c3bb5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports/b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 942 time: 0.0550537 Aug 24 05:08:19.572748 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-93a42af3-74ab-4a6b-98e1-e8ea41646abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:19.633159 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fb8e3c0f-4a18-433e-aa0e-c4762eb19813 req-c94f705e-bd5b-42fe-89bf-4d5ce38c37d6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 210 time: 0.0375535 Aug 24 05:08:19.689786 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-93a42af3-74ab-4a6b-98e1-e8ea41646abb admin admin] Publish callbacks [] for security_group (2b7fafce-4f76-4f8c-ad83-9db459a0080a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:19.782279 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-93a42af3-74ab-4a6b-98e1-e8ea41646abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (2b7fafce-4f76-4f8c-ad83-9db459a0080a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:19.826119 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-93a42af3-74ab-4a6b-98e1-e8ea41646abb admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=e9a6a739c691422592e32090a67f96ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742352 Aug 24 05:08:19.826119 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a42af3-74ab-4a6b-98e1-e8ea41646abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7fafce-4f76-4f8c-ad83-9db459a0080a,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:19.826803 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46624) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:19.881241 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1eda-ab2d-44ab-996b-819fd72d6688 admin admin] Publish callbacks [] for security_group (2b7fafce-4f76-4f8c-ad83-9db459a0080a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:19.902580 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1eda-ab2d-44ab-996b-819fd72d6688 admin admin] Publish callbacks [] for security_group (2b7fafce-4f76-4f8c-ad83-9db459a0080a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:20.022301 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1eda-ab2d-44ab-996b-819fd72d6688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (2b7fafce-4f76-4f8c-ad83-9db459a0080a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:20.024954 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1eda-ab2d-44ab-996b-819fd72d6688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:20.026122 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d7ea1eda-ab2d-44ab-996b-819fd72d6688 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/2b7fafce-4f76-4f8c-ad83-9db459a0080a HTTP/1.1" status: 204 len: 168 time: 0.1980247 Aug 24 05:08:20.030921 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:20.035161 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1eda-ab2d-44ab-996b-819fd72d6688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7fafce-4f76-4f8c-ad83-9db459a0080a,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:20.504246 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eac828-33a2-428d-a936-1ce4afe30ea0 req-156c0319-65ed-43d8-9f6e-90ef529e49b8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:20.505766 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a9eac828-33a2-428d-a936-1ce4afe30ea0 req-156c0319-65ed-43d8-9f6e-90ef529e49b8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0581205 Aug 24 05:08:20.558476 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a9eac828-33a2-428d-a936-1ce4afe30ea0 req-e2c4351e-9d88-469a-a796-4a8c6bf76e78 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468824 Aug 24 05:08:20.603738 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-2b43a0c0-e2d7-49ad-bcc3-d343d7552edb tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:20.603738 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-2b43a0c0-e2d7-49ad-bcc3-d343d7552edb tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 814 time: 0.1125298 Aug 24 05:08:20.675542 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-90716283-50de-4d71-ad93-c0353fab778c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fad6d7352bc144929743ca7373a41800 HTTP/1.1" status: 200 len: 379 time: 0.0646989 Aug 24 05:08:20.688868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'port': {'device_id': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'admin_state_up': True, 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'security_groups': ['8f038694-d424-4834-b285-94ba17e8ac2f']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:20.714317 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46634) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:20.732566 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:20.740421 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0439ff63-181e-4adc-9e73-ca3dc47c24d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:20.763646 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8f9e9015-0751-41ac-b209-7d7fed7c3739 req-a29784f5-56c4-4b3c-ad2d-5cf8b438dfbf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 210 time: 0.0461581 Aug 24 05:08:20.839154 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0439ff63-181e-4adc-9e73-ca3dc47c24d3 admin admin] Publish callbacks [] for security_group (454798a8-5503-4d4e-b084-cf93e0fe7ef3), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:20.925233 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Made reservation on behalf of fad6d7352bc144929743ca7373a41800 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:08:20.929069 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:20.984887 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0439ff63-181e-4adc-9e73-ca3dc47c24d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (454798a8-5503-4d4e-b084-cf93e0fe7ef3), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.038703 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0439ff63-181e-4adc-9e73-ca3dc47c24d3 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=a35e038c01ab4420aa2ae78b4cb23059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201385 Aug 24 05:08:21.038703 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439ff63-181e-4adc-9e73-ca3dc47c24d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454798a8-5503-4d4e-b084-cf93e0fe7ef3,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:21.039732 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46640) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:21.048317 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device b5e316a8-f9f0-439d-84be-e2996d1da2a4 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:08:21.070612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Allocated IP 172.20.0.3 (be2d7953-7d09-41eb-b20e-6de03af460a3/13a7c081-d2e1-49a8-bb5a-1f864b46b333/2d4b0199-ca0b-4705-b975-4d9ce0a6650e) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:08:21.107875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:21.126548 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c74a1ceb-9339-49ff-b3d1-014d897016e7 admin admin] Publish callbacks [] for security_group (454798a8-5503-4d4e-b084-cf93e0fe7ef3), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.135738 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:21.138077 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port b5e316a8-f9f0-439d-84be-e2996d1da2a4 is: ACTIVE; New status is: DOWN {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:08:21.138474 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.140256 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:21.157917 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c74a1ceb-9339-49ff-b3d1-014d897016e7 admin admin] Publish callbacks [] for security_group (454798a8-5503-4d4e-b084-cf93e0fe7ef3), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.164554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:08:21.166929 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de2dcf9-e6fd-4503-a621-15c83934e886" -d '{"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:08:21.196194 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:21.214284 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 05:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c059076-2f45-401e-85cf-cdc4e7a480e4 x-openstack-request-id: req-6c059076-2f45-401e-85cf-cdc4e7a480e4 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:08:21.214569 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-unplugged", "status": "failed", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4", "code": 422}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:08:21.214844 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6c059076-2f45-401e-85cf-cdc4e7a480e4 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:08:21.215287 dv-cinder-854265-1-iscsi neutron-server[107626]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6c059076-2f45-401e-85cf-cdc4e7a480e4']: {'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'code': 422} returned with failed status Aug 24 05:08:21.241343 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.252269 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:21.273833 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.322045 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=6']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:21.336325 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c74a1ceb-9339-49ff-b3d1-014d897016e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (454798a8-5503-4d4e-b084-cf93e0fe7ef3), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.338830 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c74a1ceb-9339-49ff-b3d1-014d897016e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.340098 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-c74a1ceb-9339-49ff-b3d1-014d897016e7 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/454798a8-5503-4d4e-b084-cf93e0fe7ef3 HTTP/1.1" status: 204 len: 168 time: 0.2994070 Aug 24 05:08:21.348918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a1ceb-9339-49ff-b3d1-014d897016e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454798a8-5503-4d4e-b084-cf93e0fe7ef3,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:21.365840 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.426223 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Network be2d7953-7d09-41eb-b20e-6de03af460a3 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:08:21.429363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:08:21.431860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:08:21.464686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event updated for resources: {'Port': ['ID=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:21.498003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:21.498692 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.615629 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-80efa901-9595-4519-a9c5-82a31d56cd08 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9343691 Aug 24 05:08:21.654340 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-76c95b46-93e2-43f9-80a4-d4b31ebedde3 None None] Provisioning complete for port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:08:21.654718 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-76c95b46-93e2-43f9-80a4-d4b31ebedde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.698533 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a523b3-ec1b-4508-80cf-59121a6666f2 req-5de1e91f-467b-4c79-a474-2b0b596ae72f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:21.700813 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-96a523b3-ec1b-4508-80cf-59121a6666f2 req-5de1e91f-467b-4c79-a474-2b0b596ae72f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0621171 Aug 24 05:08:21.701707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Request body: {'port': {'device_id': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:21.703463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-76c95b46-93e2-43f9-80a4-d4b31ebedde3 None None] Port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:08:21.754153 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-96a523b3-ec1b-4508-80cf-59121a6666f2 req-94cca557-322b-443f-bee6-c5439b203853 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467980 Aug 24 05:08:21.784743 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:21.905579 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db697d9a-2f03-4aa5-bcf5-de7451e547bf req-7305f6dc-b597-4f89-9b63-8044442bdca5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:21.907353 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-db697d9a-2f03-4aa5-bcf5-de7451e547bf req-7305f6dc-b597-4f89-9b63-8044442bdca5 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 931 time: 0.0584466 Aug 24 05:08:21.912799 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:21.959169 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-db697d9a-2f03-4aa5-bcf5-de7451e547bf req-1019621f-3a3e-465c-a02c-f3cec6574742 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455582 Aug 24 05:08:22.064414 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4b0199-ca0b-4705-b975-4d9ce0a6650e {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:08:22.073099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Publish callbacks [] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:22.086677 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Transition to ACTIVE for port object 2d4b0199-ca0b-4705-b975-4d9ce0a6650e will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:08:22.178664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:22.241647 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Pushing event updated for resources: {'Port': ['ID=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:22.297921 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Attempting to bind port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:08:22.298263 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Attempting to bind port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:08:22.298718 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Attempting to bind port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:08:22.304013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e on network be2d7953-7d09-41eb-b20e-6de03af460a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:08:22.304432 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Attempting to bind port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e on network be2d7953-7d09-41eb-b20e-6de03af460a3 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:08:22.310336 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:08:22.310808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Checking segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:08:22.311264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Bound using segment: {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:08:22.311716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Bound port: 2d4b0199-ca0b-4705-b975-4d9ce0a6650e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f612fd-98c5-46d0-b052-f2f0d1910e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:08:22.312393 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:22.377976 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] For port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:08:22.381017 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] For port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:08:22.465064 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:22.468444 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:22.470769 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:22.470769 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/2d4b0199-ca0b-4705-b975-4d9ce0a6650e HTTP/1.1" status: 200 len: 1093 time: 0.7759333 Aug 24 05:08:22.473164 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:08:22.475439 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eaa393-f555-422c-bc5b-44193be11725" -d '{"events": [{"name": "network-changed", "server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:08:22.479716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:22.520618 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad2a9f-b15c-4e72-b917-6e76767c6c57 x-openstack-request-id: req-88ad2a9f-b15c-4e72-b917-6e76767c6c57 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:08:22.522693 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:08:22.522693 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-88ad2a9f-b15c-4e72-b917-6e76767c6c57 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:08:22.522693 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ad2a9f-b15c-4e72-b917-6e76767c6c57'] response: {'name': 'network-changed', 'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'status': 'completed', 'code': 200} Aug 24 05:08:22.532629 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c0eac-fb37-498a-b7fb-c4bd3f2a723b service neutron] Pushing event updated for resources: {'Port': ['ID=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:22.715527 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-ba466f97-5bb1-4aed-82fd-d00462638905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:22.716977 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-ba466f97-5bb1-4aed-82fd-d00462638905 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882&tenant_id=f6a6379a0607459187075dfcd968d706 HTTP/1.1" status: 200 len: 1127 time: 0.0728929 Aug 24 05:08:22.721013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaa393-f555-422c-bc5b-44193be11725 req-ca7f64e7-1f51-4a44-ae59-d5db945a6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:22.722411 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53eaa393-f555-422c-bc5b-44193be11725 req-ca7f64e7-1f51-4a44-ae59-d5db945a6232 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 1127 time: 0.0688400 Aug 24 05:08:22.830545 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-7f3534d2-9ccd-41d0-b62f-2a2372a677cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:22.832106 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-7f3534d2-9ccd-41d0-b62f-2a2372a677cf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1127 time: 0.0923407 Aug 24 05:08:22.891988 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaa393-f555-422c-bc5b-44193be11725 req-cb3d6efd-004b-424a-9378-f4426ac26e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:22.893493 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53eaa393-f555-422c-bc5b-44193be11725 req-cb3d6efd-004b-424a-9378-f4426ac26e25 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=fad6d7352bc144929743ca7373a41800&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1635845 Aug 24 05:08:22.899619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d1e13-7e09-49bf-9151-16120c8ef4fa req-4ca1e371-1845-4926-8586-5c974bd4208c tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:22.901390 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-342d1e13-7e09-49bf-9151-16120c8ef4fa req-4ca1e371-1845-4926-8586-5c974bd4208c tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0500000 Aug 24 05:08:22.961143 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-342d1e13-7e09-49bf-9151-16120c8ef4fa req-28771e16-0a16-46f4-add3-a473c68d71e8 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528176 Aug 24 05:08:23.011652 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-13cce918-144e-498e-9b53-62bccc73b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.013165 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-13cce918-144e-498e-9b53-62bccc73b625 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 911 time: 0.1742375 Aug 24 05:08:23.086230 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaa393-f555-422c-bc5b-44193be11725 req-54881791-be32-4d9b-a3cd-b4215aab3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.087702 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a1e46-2c95-47e9-a414-5b2dab7f8fc9 req-57a11ec1-ab88-49fb-b337-0e69de605430 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.087838 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53eaa393-f555-422c-bc5b-44193be11725 req-54881791-be32-4d9b-a3cd-b4215aab3be0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1676176 Aug 24 05:08:23.089170 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d63a1e46-2c95-47e9-a414-5b2dab7f8fc9 req-57a11ec1-ab88-49fb-b337-0e69de605430 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 943 time: 0.0503721 Aug 24 05:08:23.096803 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-b20e09f7-7c18-4c63-bb72-9353af00603e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 998 time: 0.0762179 Aug 24 05:08:23.160733 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d63a1e46-2c95-47e9-a414-5b2dab7f8fc9 req-2d578367-057c-4c5d-8d29-25f609815b44 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636034 Aug 24 05:08:23.189586 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-d8f86460-14eb-491f-961f-940e8909cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.191241 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-d8f86460-14eb-491f-961f-940e8909cb1f service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 200 len: 848 time: 0.0873749 Aug 24 05:08:23.194573 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-c2acf049-04ac-42d7-96e1-a6ea728a61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.196133 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-c2acf049-04ac-42d7-96e1-a6ea728a61e7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 1127 time: 0.0538552 Aug 24 05:08:23.261259 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-a7cbb8bd-e2ee-4578-9995-27567e499b30 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4b0199-ca0b-4705-b975-4d9ce0a6650e HTTP/1.1" status: 200 len: 217 time: 0.0545423 Aug 24 05:08:23.281882 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-6601a919-b9c8-422a-bb46-151a591b588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.283486 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-6601a919-b9c8-422a-bb46-151a591b588d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=24d96d9d-6911-48d1-b9ca-f4ffb176a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862310 Aug 24 05:08:23.349230 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-d18283d9-7c2e-46af-b1df-f33d72bc7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.350727 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-d18283d9-7c2e-46af-b1df-f33d72bc7b10 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.0818031 Aug 24 05:08:23.424722 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:23.432956 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad597f2-a50e-40f9-917b-3da570168340 req-c76564c2-f24b-443d-88bf-16e6a8db1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:23.434588 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-c76564c2-f24b-443d-88bf-16e6a8db1ff9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549495 Aug 24 05:08:23.454918 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-b93ae745-9740-4a39-a83c-7ba3d0caa95b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528916 Aug 24 05:08:23.617465 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-a1992320-f6f4-4c61-83dd-66b450b344de service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525972 Aug 24 05:08:23.619628 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-680b5712-955a-43c7-9181-0b4559430098 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774738 Aug 24 05:08:23.738143 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dad597f2-a50e-40f9-917b-3da570168340 req-a791938a-30fa-4dbf-a727-b4358baa290a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092744 Aug 24 05:08:23.754999 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:23.758013 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:24.095793 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd836e7-8e44-4960-a804-0d42e5e4abb0 req-fffc0661-4c35-4f9d-ae37-f4ad84d6f1c5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:24.097364 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bdd836e7-8e44-4960-a804-0d42e5e4abb0 req-fffc0661-4c35-4f9d-ae37-f4ad84d6f1c5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0510180 Aug 24 05:08:24.150507 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bdd836e7-8e44-4960-a804-0d42e5e4abb0 req-28770fd6-b649-452b-9897-b40fbe499c34 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 Aug 24 05:08:24.286898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04761b7c-47fc-4ba6-a035-16c4b57a4044 req-aafd5a4b-057e-4314-a9d0-94930321bf68 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:24.288325 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-04761b7c-47fc-4ba6-a035-16c4b57a4044 req-aafd5a4b-057e-4314-a9d0-94930321bf68 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 943 time: 0.0471616 Aug 24 05:08:24.338729 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-04761b7c-47fc-4ba6-a035-16c4b57a4044 req-cca7178b-a312-41f0-9de5-c578168dab9c tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444486 Aug 24 05:08:24.872363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46728) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:25.034290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5eefae68-901d-4454-818f-2552144badaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:25.044102 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:25.144025 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5eefae68-901d-4454-818f-2552144badaa admin admin] Publish callbacks [] for security_group (64173c89-ba5f-4a3e-91cd-d9cfba638ee8), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:25.283113 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5826baa-0140-4b02-b988-d5b3b31a87a2 req-dd6edd0b-11ab-413e-a232-2ab7a60d8b5a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:25.284783 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5826baa-0140-4b02-b988-d5b3b31a87a2 req-dd6edd0b-11ab-413e-a232-2ab7a60d8b5a tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0547659 Aug 24 05:08:25.436219 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5eefae68-901d-4454-818f-2552144badaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (64173c89-ba5f-4a3e-91cd-d9cfba638ee8), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:25.492747 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-5eefae68-901d-4454-818f-2552144badaa admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=9fbd8722fc4b4ca6a60dfb6983906644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6187677 Aug 24 05:08:25.493799 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefae68-901d-4454-818f-2552144badaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64173c89-ba5f-4a3e-91cd-d9cfba638ee8,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:25.496330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46736) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:25.558834 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dba5e795-b2d2-4cdb-9626-4dd7c7a5686c admin admin] Publish callbacks [] for security_group (64173c89-ba5f-4a3e-91cd-d9cfba638ee8), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:25.585114 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dba5e795-b2d2-4cdb-9626-4dd7c7a5686c admin admin] Publish callbacks [] for security_group (64173c89-ba5f-4a3e-91cd-d9cfba638ee8), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:25.601676 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:25.673237 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247fd03-98e1-49e9-b242-ee23c6413828 req-adc5e7b4-a522-46eb-8adf-4fc3f183f1e8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:25.673237 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a247fd03-98e1-49e9-b242-ee23c6413828 req-adc5e7b4-a522-46eb-8adf-4fc3f183f1e8 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 943 time: 0.0793180 Aug 24 05:08:25.673237 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5826baa-0140-4b02-b988-d5b3b31a87a2 req-9c65e9a9-5235-48ff-96c3-8d1bfdb886a0 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794150 Aug 24 05:08:25.720453 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a247fd03-98e1-49e9-b242-ee23c6413828 req-f0944e35-9f2b-44ae-a9d3-8738f00acfd6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494642 Aug 24 05:08:25.853351 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dba5e795-b2d2-4cdb-9626-4dd7c7a5686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (64173c89-ba5f-4a3e-91cd-d9cfba638ee8), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:25.856423 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dba5e795-b2d2-4cdb-9626-4dd7c7a5686c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:25.857749 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-dba5e795-b2d2-4cdb-9626-4dd7c7a5686c admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/64173c89-ba5f-4a3e-91cd-d9cfba638ee8 HTTP/1.1" status: 204 len: 168 time: 0.3603032 Aug 24 05:08:25.867150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e795-b2d2-4cdb-9626-4dd7c7a5686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64173c89-ba5f-4a3e-91cd-d9cfba638ee8,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:26.674247 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46742) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:26.690547 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b7bec0a8-663d-4566-920a-31cf8318e761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:26.800441 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b7bec0a8-663d-4566-920a-31cf8318e761 admin admin] Publish callbacks [] for security_group (f877e54b-2292-4777-9301-293f5532a246), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:26.873335 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f3c52-8d3c-47be-952c-71878140f3c1 req-dc2d0e50-6bc1-4610-a202-67f3f5fda5a4 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:26.875659 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-104f3c52-8d3c-47be-952c-71878140f3c1 req-dc2d0e50-6bc1-4610-a202-67f3f5fda5a4 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0880771 Aug 24 05:08:26.899885 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5376cf2-cadc-4cad-ad33-9f991f05d3f1 req-2dca7f03-4c5e-4e65-be30-cdedf1bfe061 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:26.901485 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5376cf2-cadc-4cad-ad33-9f991f05d3f1 req-2dca7f03-4c5e-4e65-be30-cdedf1bfe061 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 943 time: 0.0749035 Aug 24 05:08:26.902674 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b7bec0a8-663d-4566-920a-31cf8318e761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f877e54b-2292-4777-9301-293f5532a246), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:26.928290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:26.955872 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bec0a8-663d-4566-920a-31cf8318e761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f877e54b-2292-4777-9301-293f5532a246,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:26.961328 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b7bec0a8-663d-4566-920a-31cf8318e761 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=001169f3507c4b379c27df1e65fc71d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856979 Aug 24 05:08:26.964140 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 46748) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:26.980121 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-104f3c52-8d3c-47be-952c-71878140f3c1 req-58f6e2bc-fea1-4f69-85d3-c42280786bd2 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954981 Aug 24 05:08:26.984049 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e5376cf2-cadc-4cad-ad33-9f991f05d3f1 req-2640c386-7aaf-4c23-943e-a5e20e3cb988 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729539 Aug 24 05:08:27.036326 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-16d64fc8-f28a-45c1-bdbb-737db01d9c08 admin admin] Publish callbacks [] for security_group (f877e54b-2292-4777-9301-293f5532a246), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:27.057648 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-16d64fc8-f28a-45c1-bdbb-737db01d9c08 admin admin] Publish callbacks [] for security_group (f877e54b-2292-4777-9301-293f5532a246), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:27.235201 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-16d64fc8-f28a-45c1-bdbb-737db01d9c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f877e54b-2292-4777-9301-293f5532a246), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:27.237784 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-16d64fc8-f28a-45c1-bdbb-737db01d9c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:27.239079 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-16d64fc8-f28a-45c1-bdbb-737db01d9c08 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f877e54b-2292-4777-9301-293f5532a246 HTTP/1.1" status: 204 len: 168 time: 0.2739425 Aug 24 05:08:27.253816 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d64fc8-f28a-45c1-bdbb-737db01d9c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f877e54b-2292-4777-9301-293f5532a246,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:28.158074 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72a34-5223-4b4a-b3cd-84249187dd43 req-9666111b-1cc6-4876-865b-aedcf4a5268d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:28.159760 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ebf72a34-5223-4b4a-b3cd-84249187dd43 req-9666111b-1cc6-4876-865b-aedcf4a5268d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0940533 Aug 24 05:08:28.166442 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08563e0-3431-46e6-babf-e65d318ce6db req-2e3ae1eb-c4f6-4c51-b8be-28cd80214ebc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:28.167857 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d08563e0-3431-46e6-babf-e65d318ce6db req-2e3ae1eb-c4f6-4c51-b8be-28cd80214ebc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 943 time: 0.0918431 Aug 24 05:08:28.246354 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ebf72a34-5223-4b4a-b3cd-84249187dd43 req-738b1205-1e37-48d0-ab6f-c8f1a88bd7b9 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775156 Aug 24 05:08:28.263287 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d08563e0-3431-46e6-babf-e65d318ce6db req-f7194353-19e5-42ce-a945-9974228e8c6b tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811262 Aug 24 05:08:29.085686 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 2d4b0199-ca0b-4705-b975-4d9ce0a6650e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:08:29.196342 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:29.210595 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'port_id': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'mac_address': 'fa:16:3e:ca:d4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:08:29.248517 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:08:29.248982 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:29.262716 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4b0199-ca0b-4705-b975-4d9ce0a6650e {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:08:29.284316 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:29.381344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:29.422035 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccc5d0-905c-4970-8ad8-b2bf5a676460 req-3ba47be2-2209-4507-b8c2-caac41de9965 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:29.424300 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f6ccc5d0-905c-4970-8ad8-b2bf5a676460 req-3ba47be2-2209-4507-b8c2-caac41de9965 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0884602 Aug 24 05:08:29.434084 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:29.442603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290e9fd-994b-4e21-bb3e-fb8c8c2db795 req-21b2b47e-634c-4ab3-8c63-1beba4ea1c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:29.444175 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5290e9fd-994b-4e21-bb3e-fb8c8c2db795 req-21b2b47e-634c-4ab3-8c63-1beba4ea1c97 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 943 time: 0.0774269 Aug 24 05:08:29.487431 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:29.525946 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f6ccc5d0-905c-4970-8ad8-b2bf5a676460 req-dc6d78bc-a270-4bdc-9bde-022522438f2d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917802 Aug 24 05:08:29.534872 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5290e9fd-994b-4e21-bb3e-fb8c8c2db795 req-4f317ade-19a5-4b7c-8aeb-38d2e1da096f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836031 Aug 24 05:08:29.794612 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['2d4b0199-ca0b-4705-b975-4d9ce0a6650e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:08:29.820276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:30.690405 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87742fb-5423-454d-963d-3a3c9cff4e15 req-734a642e-a29b-4ee1-ada0-c249d7df58bb tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:30.692121 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c87742fb-5423-454d-963d-3a3c9cff4e15 req-734a642e-a29b-4ee1-ada0-c249d7df58bb tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0813117 Aug 24 05:08:30.709186 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a153-ef88-4967-8cb5-102309143763 req-d846fd24-0f97-4963-8868-fa0c13aa3caf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:30.718509 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6110a153-ef88-4967-8cb5-102309143763 req-d846fd24-0f97-4963-8868-fa0c13aa3caf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 944 time: 0.0903683 Aug 24 05:08:30.787755 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c87742fb-5423-454d-963d-3a3c9cff4e15 req-d9b4b841-f100-4279-bd7e-65639e5b7087 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881348 Aug 24 05:08:30.802795 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6110a153-ef88-4967-8cb5-102309143763 req-ca78ec7d-2c2a-4fb1-a222-3a7fdb6ae43f tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776188 Aug 24 05:08:31.108054 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 2d4b0199-ca0b-4705-b975-4d9ce0a6650e up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:08:31.160949 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:31.161998 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:08:31.297366 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:08:31.297748 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:31.378455 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:08:31.378720 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:31.380476 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:31.407101 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:08:31.409686 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe4904-9b6d-40dc-a279-011722f607a4" -d '{"events": [{"server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "name": "network-vif-plugged", "status": "completed", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:08:31.425075 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:31.453466 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc958f3-7308-4795-8e60-b22b109705ed x-openstack-request-id: req-9dc958f3-7308-4795-8e60-b22b109705ed {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:08:31.453903 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "name": "network-vif-plugged", "status": "completed", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:08:31.456705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9dc958f3-7308-4795-8e60-b22b109705ed {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:08:31.456705 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc958f3-7308-4795-8e60-b22b109705ed'] response: {'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'code': 200} Aug 24 05:08:31.516551 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:31.569156 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:31.914677 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf6b60-705a-48e8-af85-c4a4e4447f24 req-044fac9a-a40c-4ffe-b891-12befe323c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:31.916929 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2ddf6b60-705a-48e8-af85-c4a4e4447f24 req-044fac9a-a40c-4ffe-b891-12befe323c63 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 1129 time: 0.0612743 Aug 24 05:08:31.941818 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:31.972996 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2ddf6b60-705a-48e8-af85-c4a4e4447f24 req-5ccf425f-c127-4058-8888-eafc68291512 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497265 Aug 24 05:08:31.974933 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74ee59-af42-48d9-8fe0-24beb0e9a795 req-459f9c03-a43b-43c0-976e-1e4ac4f59c19 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:31.976528 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8e74ee59-af42-48d9-8fe0-24beb0e9a795 req-459f9c03-a43b-43c0-976e-1e4ac4f59c19 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.1034400 Aug 24 05:08:31.982832 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363245-f399-464a-b41c-8882fc6eb163 req-af32d0d7-c1ae-4539-9f48-d15ec4285dfe tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:31.985702 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-10363245-f399-464a-b41c-8882fc6eb163 req-af32d0d7-c1ae-4539-9f48-d15ec4285dfe tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 945 time: 0.1002095 Aug 24 05:08:32.000897 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:32.104388 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8e74ee59-af42-48d9-8fe0-24beb0e9a795 req-35d715d9-b04d-4711-a811-091fe8a36d51 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176050 Aug 24 05:08:32.110734 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-10363245-f399-464a-b41c-8882fc6eb163 req-f26168eb-3d93-4b0d-8d53-d6c4eacf242e tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176901 Aug 24 05:08:33.122411 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device b5e316a8-f9f0-439d-84be-e2996d1da2a4 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:08:33.253834 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:33.267609 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'port_id': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'mac_address': 'fa:16:3e:0c:e6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:08:33.289153 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6cc76-dc9e-48ff-8862-a706febf8e7b req-13c06acc-3279-4d5d-b873-94d91780de49 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:33.290719 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-62d6cc76-dc9e-48ff-8862-a706febf8e7b req-13c06acc-3279-4d5d-b873-94d91780de49 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 943 time: 0.0878091 Aug 24 05:08:33.299762 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcd50c-51fe-4022-968d-0ad8247dd2f4 req-66c9dc96-503e-477b-bbf7-0b404b09b399 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:33.301442 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cabcd50c-51fe-4022-968d-0ad8247dd2f4 req-66c9dc96-503e-477b-bbf7-0b404b09b399 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 945 time: 0.0879157 Aug 24 05:08:33.316217 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port b5e316a8-f9f0-439d-84be-e2996d1da2a4 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:08:33.316820 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:33.336160 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e316a8-f9f0-439d-84be-e2996d1da2a4 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:08:33.364834 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:33.385267 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-62d6cc76-dc9e-48ff-8862-a706febf8e7b req-d8f8d37e-ecc5-42e1-91f6-5cf8d260dc8f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826905 Aug 24 05:08:33.388207 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cabcd50c-51fe-4022-968d-0ad8247dd2f4 req-489376d0-846f-4e29-9184-9b177eec2e65 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781016 Aug 24 05:08:33.436208 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:33.491839 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=7']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:33.856162 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['b5e316a8-f9f0-439d-84be-e2996d1da2a4'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:08:34.542525 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c03bf-291e-4162-9f1a-5d256b1fb9d2 req-72956ec2-63c0-4fcf-bb1a-1ab4fda78736 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:34.544158 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-364c03bf-291e-4162-9f1a-5d256b1fb9d2 req-72956ec2-63c0-4fcf-bb1a-1ab4fda78736 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 944 time: 0.0821962 Aug 24 05:08:34.566485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4c1d1-402e-462b-9847-95d1fad3597c req-a6fa7b9d-0d91-4aa4-97ce-175da21c71cf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:34.568021 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dcc4c1d1-402e-462b-9847-95d1fad3597c req-a6fa7b9d-0d91-4aa4-97ce-175da21c71cf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 945 time: 0.0736630 Aug 24 05:08:34.643604 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-364c03bf-291e-4162-9f1a-5d256b1fb9d2 req-926da034-94ab-4c8b-a7f5-71986cca6bae tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920913 Aug 24 05:08:34.647843 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dcc4c1d1-402e-462b-9847-95d1fad3597c req-0f8eec44-b8d1-4348-91e4-ae46ed78356e tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720909 Aug 24 05:08:34.774569 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa540d9f-8367-4976-aeea-8facc38e0553 req-deb540ea-8607-44eb-ac42-5e39fb95af96 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:34.776067 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fa540d9f-8367-4976-aeea-8facc38e0553 req-deb540ea-8607-44eb-ac42-5e39fb95af96 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 945 time: 0.0519557 Aug 24 05:08:34.786874 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 46868) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:34.791443 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Request body: {'floatingip': {'port_id': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:08:34.836246 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:34.930266 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-992254c7-56e9-4db3-bf72-902cc9d0f41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:35.055643 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:35.132431 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device b5e316a8-f9f0-439d-84be-e2996d1da2a4 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:08:35.136873 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:35.199068 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:35.205000 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port b5e316a8-f9f0-439d-84be-e2996d1da2a4 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:08:35.205460 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:35.285762 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:35.287360 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:35.291242 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port b5e316a8-f9f0-439d-84be-e2996d1da2a4 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:08:35.291631 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:35.320100 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:08:35.321956 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f7c97-6773-4089-8ed7-57dadeed3753" -d '{"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-plugged", "status": "completed", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:08:35.337399 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:08:35.345684 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:35.365677 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b7860-87db-437b-bd20-b3e1d85a455d x-openstack-request-id: req-5d9b7860-87db-437b-bd20-b3e1d85a455d {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:08:35.365833 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-plugged", "status": "completed", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:08:35.366085 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5d9b7860-87db-437b-bd20-b3e1d85a455d {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:08:35.366510 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9b7860-87db-437b-bd20-b3e1d85a455d'] response: {'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'code': 200} Aug 24 05:08:35.413513 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:35.413841 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:35.467199 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=8']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:35.522694 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP 5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720 associated. External IP: 172.27.1.201, port: 2d4b0199-ca0b-4705-b975-4d9ce0a6650e. Aug 24 05:08:35.584557 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:35.616112 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958804b-6818-4a5d-95be-1c39ee40910e req-0d38ded8-87f5-4247-9f75-40256f75a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:35.617896 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e958804b-6818-4a5d-95be-1c39ee40910e req-0d38ded8-87f5-4247-9f75-40256f75a2f1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1129 time: 0.0499015 Aug 24 05:08:35.782030 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958804b-6818-4a5d-95be-1c39ee40910e req-d1791d99-3b0a-408c-918d-ea5bbfa7c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:35.783624 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e958804b-6818-4a5d-95be-1c39ee40910e req-d1791d99-3b0a-408c-918d-ea5bbfa7c855 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 911 time: 0.1410751 Aug 24 05:08:35.786833 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229acf54-c3cd-459c-a3ce-500f3760fadb req-ac914f8c-1a9c-4608-b184-f1a88eb3216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:35.788310 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-229acf54-c3cd-459c-a3ce-500f3760fadb req-ac914f8c-1a9c-4608-b184-f1a88eb3216b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1129 time: 0.0598118 Aug 24 05:08:35.798959 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:08:35.811116 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1100e7-5eff-46e5-8774-0fe3d91c6e3f req-e5ac883a-b137-4586-b765-ad7a17b572d7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:35.813504 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a1100e7-5eff-46e5-8774-0fe3d91c6e3f req-e5ac883a-b137-4586-b765-ad7a17b572d7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0741785 Aug 24 05:08:35.946391 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3a1100e7-5eff-46e5-8774-0fe3d91c6e3f req-c28080bd-8cc8-4dc6-a89c-fda2802bf2fe tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259084 Aug 24 05:08:35.970283 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:08:35.982236 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:08:35.986955 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:35.999074 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:08:36.000342 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:08:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:36.029877 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b79eb864-5329-4fc0-a82c-c236e4491dce tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "PUT /networking/v2.0/floatingips/5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720 HTTP/1.1" status: 200 len: 991 time: 1.2396836 Aug 24 05:08:36.029877 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:08:36.031153 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32813454-d79f-40f8-b6c4-9d12a311f1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:08:36.078502 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12c8a9a-09c1-4f99-953e-cb08c2100827 x-openstack-request-id: req-d12c8a9a-09c1-4f99-953e-cb08c2100827 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:08:36.078974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:08:36.079320 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d12c8a9a-09c1-4f99-953e-cb08c2100827 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:08:36.079728 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12c8a9a-09c1-4f99-953e-cb08c2100827'] response: {'name': 'network-changed', 'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'status': 'completed', 'code': 200} Aug 24 05:08:36.117500 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:08:36.198572 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-d26c6d51-bbee-4617-bd44-15c8b56e0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:36.200099 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-d26c6d51-bbee-4617-bd44-15c8b56e0aa4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=fad6d7352bc144929743ca7373a41800&device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 1129 time: 0.0721781 Aug 24 05:08:36.207105 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e958804b-6818-4a5d-95be-1c39ee40910e req-6726b2f3-c296-47e7-a619-f06638090a04 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 1000 time: 0.4066541 Aug 24 05:08:36.219319 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-229acf54-c3cd-459c-a3ce-500f3760fadb req-df52a777-3850-4ebe-bbb2-082641cbacd5 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104021 Aug 24 05:08:36.322113 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958804b-6818-4a5d-95be-1c39ee40910e req-076f1d3f-fde9-4612-bd54-216e6ac28af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:36.323626 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e958804b-6818-4a5d-95be-1c39ee40910e req-076f1d3f-fde9-4612-bd54-216e6ac28af3 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 200 len: 848 time: 0.1034589 Aug 24 05:08:36.345298 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-16f87aea-b5e0-4387-9f57-3451309706a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:36.346773 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-16f87aea-b5e0-4387-9f57-3451309706a4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 200 len: 916 time: 0.1380534 Aug 24 05:08:36.360489 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:ca:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:08:17Z', 'updated_at': '2022-08-24T05:08:35Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:36.386235 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:08:36.395906 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:08:36.396519 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:08:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:36.507121 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:08:36.633881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958804b-6818-4a5d-95be-1c39ee40910e req-8e31a505-3b75-40c0-96ce-df2b9469d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:36.634543 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:36.635489 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e958804b-6818-4a5d-95be-1c39ee40910e req-8e31a505-3b75-40c0-96ce-df2b9469d997 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=24d96d9d-6911-48d1-b9ca-f4ffb176a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821676 Aug 24 05:08:36.643488 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-67c01de0-e038-478d-863e-3fb06ced2a99 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4b0199-ca0b-4705-b975-4d9ce0a6650e HTTP/1.1" status: 200 len: 999 time: 0.0984771 Aug 24 05:08:36.754515 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-79d8771c-9a23-4bd3-93e2-ac6ca75e6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:36.756138 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-79d8771c-9a23-4bd3-93e2-ac6ca75e6941 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 200 len: 853 time: 0.0941617 Aug 24 05:08:36.779709 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e958804b-6818-4a5d-95be-1c39ee40910e req-4525a799-1de5-438d-ba44-d8e860b59782 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350946 Aug 24 05:08:36.885137 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:ca:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:08:17Z', 'updated_at': '2022-08-24T05:08:35Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:08:36.912202 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f1fccc-c8be-4084-bbb3-55ae9dbde4a0 None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'port_id': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'mac_address': 'fa:16:3e:ca:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:08:17Z', 'updated_at': '2022-08-24T05:08:35Z', 'revision_number': 1, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:08:37.117443 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6cb1-1044-4a87-9791-abfbe80bb675 req-6a2e019c-4283-4280-afb8-1e6afcbbb951 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:37.119090 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-84cd6cb1-1044-4a87-9791-abfbe80bb675 req-6a2e019c-4283-4280-afb8-1e6afcbbb951 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0606487 Aug 24 05:08:37.155437 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4960fcab-0834-4212-8de1-12f40b491407 None None] New status for floating IP 5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720: ACTIVE {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:08:37.169202 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-11667be2-7b71-46f3-965d-bd82cfd98ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:37.194835 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-84cd6cb1-1044-4a87-9791-abfbe80bb675 req-f1ef79c6-d353-4f62-8e13-25739263912d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690322 Aug 24 05:08:37.294168 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-8f10ce63-c77f-4166-badb-a2f466f42986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:37.296193 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-8f10ce63-c77f-4166-badb-a2f466f42986 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=be2d7953-7d09-41eb-b20e-6de03af460a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728896 Aug 24 05:08:37.414756 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-e958804b-6818-4a5d-95be-1c39ee40910e req-cbe941dc-a3d0-444d-a5d2-c3ff6354b07c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900940 Aug 24 05:08:37.441415 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:37.446518 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-c5469494-df1c-428e-bc37-2f227cdfb5f9 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168983 Aug 24 05:08:37.483310 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:37.570133 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-32813454-d79f-40f8-b6c4-9d12a311f1cb req-eb272282-9bd5-4e0b-8a7f-934b8f1cfb3f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950017 Aug 24 05:08:38.308092 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:38.329522 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e47617-c19d-43a5-82d1-b952197cf92f req-b3241fe6-487f-4262-b03f-0389df909226 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:38.331271 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c0e47617-c19d-43a5-82d1-b952197cf92f req-b3241fe6-487f-4262-b03f-0389df909226 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0569901 Aug 24 05:08:38.384392 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c0e47617-c19d-43a5-82d1-b952197cf92f req-7328e71e-4180-4045-8460-1904366cbd7c tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468323 Aug 24 05:08:38.428508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:39.908561 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:40.011425 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:40.024839 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:45.749908 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09084887-0754-48a8-84ac-32088e6c9607 req-955ce944-a98f-4891-8115-07c7857441d5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:45.751882 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09084887-0754-48a8-84ac-32088e6c9607 req-955ce944-a98f-4891-8115-07c7857441d5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0506527 Aug 24 05:08:45.802890 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09084887-0754-48a8-84ac-32088e6c9607 req-36864cfa-2f30-45be-9e97-f9e3db1558e4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Aug 24 05:08:46.934043 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66d17e-72db-4a18-8fdd-8309f9bf4d5b req-b7ab8a4d-1215-4696-b8f5-be812eabc0ab tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:46.935635 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b66d17e-72db-4a18-8fdd-8309f9bf4d5b req-b7ab8a4d-1215-4696-b8f5-be812eabc0ab tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0494878 Aug 24 05:08:46.986986 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b66d17e-72db-4a18-8fdd-8309f9bf4d5b req-a87a126a-a60a-448d-a343-b4b02da22f76 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Aug 24 05:08:47.281834 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:47.286404 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:47.566032 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=18 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:48.337115 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f0fb8-f0f3-4bed-97d2-77deffcda1db req-a00b6020-4d77-4e24-b5c8-cc0ec64b933b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:48.338650 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c4f0fb8-f0f3-4bed-97d2-77deffcda1db req-a00b6020-4d77-4e24-b5c8-cc0ec64b933b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.2704186 Aug 24 05:08:48.389486 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c4f0fb8-f0f3-4bed-97d2-77deffcda1db req-89575a77-3198-4cc5-bfe8-9cd66e1767b0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Aug 24 05:08:49.523665 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69deb-a9df-4805-9dad-248709addfc5 req-527a82e7-0d21-41df-91d7-f5ff8da15831 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:49.525211 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7cf69deb-a9df-4805-9dad-248709addfc5 req-527a82e7-0d21-41df-91d7-f5ff8da15831 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0500801 Aug 24 05:08:49.582946 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7cf69deb-a9df-4805-9dad-248709addfc5 req-2c7b1255-1ae1-4852-a9ec-ca35f5cbc11d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502670 Aug 24 05:08:49.912563 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:50.298828 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:08:50.713492 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e80702-a34c-4397-aa00-1294a4a19517 req-6a8e6c46-5795-4ccb-a478-ef8ba15a4229 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:50.715234 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-41e80702-a34c-4397-aa00-1294a4a19517 req-6a8e6c46-5795-4ccb-a478-ef8ba15a4229 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0523703 Aug 24 05:08:50.766527 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-41e80702-a34c-4397-aa00-1294a4a19517 req-b7979a4e-c655-4c07-955d-4f7fe574cc7b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Aug 24 05:08:51.890156 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:51.909727 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f47a-3bc8-4d40-88c3-404e22d622de req-6ad4ee0e-f354-4524-9d89-50e0a92f019b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:51.909727 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fcb8f47a-3bc8-4d40-88c3-404e22d622de req-6ad4ee0e-f354-4524-9d89-50e0a92f019b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0516233 Aug 24 05:08:51.951416 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fcb8f47a-3bc8-4d40-88c3-404e22d622de req-22f1786f-d811-4ce2-99c0-ac8c0cd0cba7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Aug 24 05:08:53.092899 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae1b3c-18fb-44d8-a6f2-1f742ced667d req-d8aa9b74-b1aa-4ae3-bd68-e5c7ab58535c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:53.094467 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-03ae1b3c-18fb-44d8-a6f2-1f742ced667d req-d8aa9b74-b1aa-4ae3-bd68-e5c7ab58535c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0551801 Aug 24 05:08:53.149713 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-03ae1b3c-18fb-44d8-a6f2-1f742ced667d req-14e9e489-83e4-42b0-a380-8001e2a5dd95 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486379 Aug 24 05:08:54.286896 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86d5c-2779-4684-8ac7-3ab5195f4c6e req-d6351322-f7b1-42aa-a673-d25cf9f5a1d2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:54.288412 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99e86d5c-2779-4684-8ac7-3ab5195f4c6e req-d6351322-f7b1-42aa-a673-d25cf9f5a1d2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0497167 Aug 24 05:08:54.343839 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99e86d5c-2779-4684-8ac7-3ab5195f4c6e req-85a76762-ed81-4eaf-94e3-13348340fe90 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473201 Aug 24 05:08:55.484593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a451bec-ad6f-4ae8-8fe6-d2bc58d9076f req-9bcc1b06-c929-486a-93f2-0dde575d47c3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:55.486122 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6a451bec-ad6f-4ae8-8fe6-d2bc58d9076f req-9bcc1b06-c929-486a-93f2-0dde575d47c3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0494771 Aug 24 05:08:55.539747 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6a451bec-ad6f-4ae8-8fe6-d2bc58d9076f req-6d43ae50-45c5-4692-92f1-e6d9f0319706 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470045 Aug 24 05:08:56.157823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47004) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:56.271947 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-18267c0d-8c47-4c21-886a-6f028dc1662f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:56.348069 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-18267c0d-8c47-4c21-886a-6f028dc1662f admin admin] Publish callbacks [] for security_group (f7341122-1a7d-4164-a5ca-8ceed08dfe35), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:56.413716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-18267c0d-8c47-4c21-886a-6f028dc1662f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f7341122-1a7d-4164-a5ca-8ceed08dfe35), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:56.456033 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-18267c0d-8c47-4c21-886a-6f028dc1662f admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=7d2c92035cf74af4b5173bfb92ef2008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970731 Aug 24 05:08:56.456948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18267c0d-8c47-4c21-886a-6f028dc1662f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7341122-1a7d-4164-a5ca-8ceed08dfe35,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:56.458875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 47008) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:08:56.510263 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7438f356-d50e-4f61-b81e-656741483716 admin admin] Publish callbacks [] for security_group (f7341122-1a7d-4164-a5ca-8ceed08dfe35), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:56.530493 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7438f356-d50e-4f61-b81e-656741483716 admin admin] Publish callbacks [] for security_group (f7341122-1a7d-4164-a5ca-8ceed08dfe35), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:56.665390 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e927-e43d-4128-9336-8855c26e8d09 req-15e3c14a-0298-4ad2-a874-13658d1f5fce tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:56.666892 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9560e927-e43d-4128-9336-8855c26e8d09 req-15e3c14a-0298-4ad2-a874-13658d1f5fce tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0466878 Aug 24 05:08:56.678677 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:08:56.715870 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9560e927-e43d-4128-9336-8855c26e8d09 req-5a7b4969-08b7-4ca6-aa53-0411902b3e2a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Aug 24 05:08:56.719915 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7438f356-d50e-4f61-b81e-656741483716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f7341122-1a7d-4164-a5ca-8ceed08dfe35), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:56.723562 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7438f356-d50e-4f61-b81e-656741483716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:08:56.724301 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-7438f356-d50e-4f61-b81e-656741483716 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f7341122-1a7d-4164-a5ca-8ceed08dfe35 HTTP/1.1" status: 204 len: 168 time: 0.2642813 Aug 24 05:08:56.735501 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438f356-d50e-4f61-b81e-656741483716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7341122-1a7d-4164-a5ca-8ceed08dfe35,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:08:57.850590 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02590-26be-4c35-aa5f-821f6087164d req-4f22b248-cdb2-42d3-ba1c-71fdfb179078 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:57.852125 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-33d02590-26be-4c35-aa5f-821f6087164d req-4f22b248-cdb2-42d3-ba1c-71fdfb179078 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0518744 Aug 24 05:08:57.902744 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-33d02590-26be-4c35-aa5f-821f6087164d req-b4759a1e-4d81-4f03-9b5a-6daf41688e4e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 Aug 24 05:08:59.032742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594bb31-0218-4bf8-bae0-900eaf0af234 req-8e3677fe-17d3-4bd4-98dc-663c67a8bfa3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:08:59.034325 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a594bb31-0218-4bf8-bae0-900eaf0af234 req-8e3677fe-17d3-4bd4-98dc-663c67a8bfa3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0482285 Aug 24 05:08:59.081865 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a594bb31-0218-4bf8-bae0-900eaf0af234 req-67f440c0-f694-4b3b-bf20-823d6bc851c3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Aug 24 05:08:59.703955 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:00.212428 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c617c5c-bf34-4a9f-a814-0dc8c9e1ce34 req-4b7e59d1-9c35-4562-9977-1d64f8bbc8f6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:00.213938 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5c617c5c-bf34-4a9f-a814-0dc8c9e1ce34 req-4b7e59d1-9c35-4562-9977-1d64f8bbc8f6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0503609 Aug 24 05:09:00.265716 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5c617c5c-bf34-4a9f-a814-0dc8c9e1ce34 req-c855c1b5-e3e7-4314-866b-19f11109cdd8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Aug 24 05:09:00.294339 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:01.392995 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdd955-945a-4ef7-bbc3-f08264049bed req-8f22dc34-4048-4643-bec7-26a897bbfdf6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:01.394550 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e6cdd955-945a-4ef7-bbc3-f08264049bed req-8f22dc34-4048-4643-bec7-26a897bbfdf6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0484440 Aug 24 05:09:01.420585 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:01.443535 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e6cdd955-945a-4ef7-bbc3-f08264049bed req-fbed55f3-5297-4aa5-90ab-41d5fa5c68cc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432928 Aug 24 05:09:02.569303 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639d291-6059-4f03-8789-8bc640a66ff3 req-2341f8ac-870c-4e61-80fb-d72e47dace87 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:02.570815 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c639d291-6059-4f03-8789-8bc640a66ff3 req-2341f8ac-870c-4e61-80fb-d72e47dace87 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0483634 Aug 24 05:09:02.620590 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c639d291-6059-4f03-8789-8bc640a66ff3 req-feee8f88-bd1b-4dee-bd9a-955800661bd1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 Aug 24 05:09:03.754181 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b0a39-a0ac-4b90-add9-c2c1b70970d4 req-8fa4d27a-b33a-4562-911c-81c7bcb09c3d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:03.755790 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a22b0a39-a0ac-4b90-add9-c2c1b70970d4 req-8fa4d27a-b33a-4562-911c-81c7bcb09c3d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0521526 Aug 24 05:09:03.807673 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a22b0a39-a0ac-4b90-add9-c2c1b70970d4 req-4dfbe5e9-09bd-4e61-ba4a-9030d2495856 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459754 Aug 24 05:09:04.874554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e063aba6-9678-457e-b4ab-4769f9a29b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:04.944413 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4522-219a-44b1-9733-4be0870f5dc4 req-23d1c6b9-2974-4717-b6a2-079dce535b30 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:04.947282 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4f9d4522-219a-44b1-9733-4be0870f5dc4 req-23d1c6b9-2974-4717-b6a2-079dce535b30 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0536580 Aug 24 05:09:04.997735 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4f9d4522-219a-44b1-9733-4be0870f5dc4 req-2a9060ca-d06d-4f85-93ef-201b17254248 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450480 Aug 24 05:09:06.147262 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60050ef-ae69-41ab-bd7e-76c92dfcbf19 req-92d29c60-93c1-4bb2-b718-e4b650487364 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:06.149641 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f60050ef-ae69-41ab-bd7e-76c92dfcbf19 req-92d29c60-93c1-4bb2-b718-e4b650487364 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0536799 Aug 24 05:09:06.213112 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f60050ef-ae69-41ab-bd7e-76c92dfcbf19 req-19b6534d-6151-4cc2-b3d6-d086857626d6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576556 Aug 24 05:09:06.447034 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:06.452180 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:07.205993 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-eba8ca8f-cd57-4bc3-b95a-b262581b013d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:07.278375 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:09:07.349434 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d114a8-efce-4c79-9e09-fcc0d17eb4ff req-62b2ba79-55bb-4bfe-822d-b659d7c3ccb5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:07.351558 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01d114a8-efce-4c79-9e09-fcc0d17eb4ff req-62b2ba79-55bb-4bfe-822d-b659d7c3ccb5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0479796 Aug 24 05:09:07.388352 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:07.400055 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'port_id': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'mac_address': 'fa:16:3e:09:1f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:09:07.401724 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-01d114a8-efce-4c79-9e09-fcc0d17eb4ff req-b9f8f87b-b2a4-4a1b-a7ec-6caf240de307 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 Aug 24 05:09:07.438636 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: ACTIVE; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:07.439039 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:07.452663 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:09:07.472418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:07.540172 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:07.592601 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=6']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.603441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.604491 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.604491 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.604491 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:07.637796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['9ab1453d-67b5-49c8-8f3c-ea71d32993d7'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:09:08.437429 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:08.530236 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6c783-4b1e-4827-b6f4-84d176cc9e23 req-7137781f-8448-46a0-beb7-8a700f0ec7b0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:08.531792 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b2e6c783-4b1e-4827-b6f4-84d176cc9e23 req-7137781f-8448-46a0-beb7-8a700f0ec7b0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 945 time: 0.0478315 Aug 24 05:09:08.584390 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b2e6c783-4b1e-4827-b6f4-84d176cc9e23 req-d6764649-d0c0-49d2-91ae-26660d5a08b9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 Aug 24 05:09:09.303853 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:09.351813 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:09.352184 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:09.435116 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:09.435544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:09.459502 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:09:09.461685 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4fb166-b2ad-43aa-948d-678c3bff46ab" -d '{"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:09:09.474755 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:09.500724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cbcad1-7cb4-496b-9087-01ce942f5e05 x-openstack-request-id: req-97cbcad1-7cb4-496b-9087-01ce942f5e05 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:09:09.506212 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:09:09.506212 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-97cbcad1-7cb4-496b-9087-01ce942f5e05 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:09:09.506212 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cbcad1-7cb4-496b-9087-01ce942f5e05'] response: {'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'code': 200} Aug 24 05:09:09.579934 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:09.628105 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=7']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:09.706722 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:09.715163 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d103370-b952-46fb-af8c-678dd75563b3 req-5fc3fb84-bbf1-4406-9cff-467b1247b107 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:09.716704 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d103370-b952-46fb-af8c-678dd75563b3 req-5fc3fb84-bbf1-4406-9cff-467b1247b107 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0499575 Aug 24 05:09:09.769296 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9d103370-b952-46fb-af8c-678dd75563b3 req-bea807c3-fb90-4f0b-ae96-5a684478c92a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Aug 24 05:09:09.783416 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 47134) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:09.891521 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:09.892428 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:09.957260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:09.976015 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Publish callbacks [] for security_group (1b0817c9-f574-49e7-b87f-ceb1a2641554), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:10.017512 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:10.048661 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (1b0817c9-f574-49e7-b87f-ceb1a2641554), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:10.089286 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=a1d12a8c096d4fea97010d12933a8ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048024 Aug 24 05:09:10.090007 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0817c9-f574-49e7-b87f-ceb1a2641554,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:10.092308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47138) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:10.098181 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.098522 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.098858 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.099221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.099545 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.099870 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.100192 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.100511 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.100830 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.101149 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.101470 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.101788 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.102103 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.102417 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.102729 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c66ea-4519-41cc-8e28-a690949f6ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.144318 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Publish callbacks [] for security_group (1b0817c9-f574-49e7-b87f-ceb1a2641554), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:10.171461 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Publish callbacks [] for security_group (1b0817c9-f574-49e7-b87f-ceb1a2641554), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:10.312278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (1b0817c9-f574-49e7-b87f-ceb1a2641554), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:10.314947 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:10.316147 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/1b0817c9-f574-49e7-b87f-ceb1a2641554 HTTP/1.1" status: 204 len: 168 time: 0.2222526 Aug 24 05:09:10.324290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0817c9-f574-49e7-b87f-ceb1a2641554,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:10.332226 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.332575 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.333013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.333356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.333690 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.334025 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.334455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.334661 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.334989 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.335479 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.336063 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.336063 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.336312 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.336636 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.336954 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d658d76-6026-485d-87c3-bc492365b4ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:10.904828 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e55c4-26e4-43ec-a540-c3857f7d9751 req-75be64ee-4ec7-47aa-8165-fd73c9d8c746 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:10.907156 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-152e55c4-26e4-43ec-a540-c3857f7d9751 req-75be64ee-4ec7-47aa-8165-fd73c9d8c746 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0530376 Aug 24 05:09:10.957905 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-152e55c4-26e4-43ec-a540-c3857f7d9751 req-3b10af05-98e0-4b5f-b4c2-930eb3628133 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451782 Aug 24 05:09:11.374724 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47164) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:11.472113 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1182422004-network', 'tenant_id': '67112706d4df4183bc338732b237df6e'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:09:11.571987 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Made reservation on behalf of 67112706d4df4183bc338732b237df6e for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:09:11.574403 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:11.583324 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:11.658387 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks [] for security_group (c34141bc-282e-4ee5-91be-1ad6ea0be428), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:11.728899 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (c34141bc-282e-4ee5-91be-1ad6ea0be428), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:11.756099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:09:11.766458 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34141bc-282e-4ee5-91be-1ad6ea0be428,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:11.772339 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (9e8b9327-9325-4a85-854b-e7e1def1ccae), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:11.772678 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Added segment 9e8b9327-9325-4a85-854b-e7e1def1ccae of type vlan for network 1797f5d6-f35a-403a-9635-a2f993ac8d6b Aug 24 05:09:11.815836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (1797f5d6-f35a-403a-9635-a2f993ac8d6b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:11.945540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (1797f5d6-f35a-403a-9635-a2f993ac8d6b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:11.946509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:11.947124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:12.012370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] Pushing event updated for resources: {'Network': ['ID=1797f5d6-f35a-403a-9635-a2f993ac8d6b,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:12.022305 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:09:12.069527 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b2419c79-003a-43ac-87fe-ee23c7a6f97b admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6927731 Aug 24 05:09:12.071852 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47170) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:12.073726 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:12.077082 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Request body: {'subnet': {'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1182422004-subnet', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:09:12.085782 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:12.089104 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490024a-bf82-4156-b76a-d847e8408b55 req-0c324384-2202-4802-9a56-96bcbf865d2b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:12.090669 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7490024a-bf82-4156-b76a-d847e8408b55 req-0c324384-2202-4802-9a56-96bcbf865d2b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0505302 Aug 24 05:09:12.141700 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7490024a-bf82-4156-b76a-d847e8408b55 req-cf30b00a-810a-4d3b-82f8-a12922a42e24 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Aug 24 05:09:12.162969 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Made reservation on behalf of 67112706d4df4183bc338732b237df6e for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:09:12.165391 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085435'] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:12.279558 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:12.283516 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:12.431729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4888168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085461'] for subnet (b4296aec-87b2-492b-8f26-d962f39346bb), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:12.472454 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:12.477859 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:12.485388 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4296aec-87b2-492b-8f26-d962f39346bb,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:12.501547 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Checking segment: {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:12.501906 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Network hostable DHCP agents. Network: 1797f5d6-f35a-403a-9635-a2f993ac8d6b, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:09:12.591711 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:09:12.740616 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 1797f5d6-f35a-403a-9635-a2f993ac8d6b) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:12.745099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:12.748938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:12.751705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f9543-7831-4768-8bfa-1ed5cd668fc2 None None] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:09:12.857652 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'project_id': '67112706d4df4183bc338732b237df6e', 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 05:09:12.858596 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:12.892226 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3ce4e83f-dca3-4fa3-bfb4-6dd903b9be98 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8192317 Aug 24 05:09:12.894846 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47172) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:12.899118 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:09:12.996804 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Allocated IP 172.20.0.2 (1797f5d6-f35a-403a-9635-a2f993ac8d6b/b4296aec-87b2-492b-8f26-d962f39346bb/0a4a41f5-a458-4258-b063-601ccf942003) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:09:13.015391 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (49a13fb2-13b9-4e3f-8089-0af6da263cc9), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.016615 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (49a13fb2-13b9-4e3f-8089-0af6da263cc9), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.073431 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks [] for router_controller (49a13fb2-13b9-4e3f-8089-0af6da263cc9), precommit_add_association {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.143691 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Publish callbacks [] for port (0a4a41f5-a458-4258-b063-601ccf942003), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.243669 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (0a4a41f5-a458-4258-b063-601ccf942003), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.284596 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033caf8-bc76-4ef0-aa20-ab0f63f19c0b req-d6fbde71-e839-4294-b5ce-829aa139ba61 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:13.285952 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:13.291174 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:13.291539 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5033caf8-bc76-4ef0-aa20-ab0f63f19c0b req-d6fbde71-e839-4294-b5ce-829aa139ba61 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0624266 Aug 24 05:09:13.294624 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:09:13.305783 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Pushing event updated for resources: {'Port': ['ID=0a4a41f5-a458-4258-b063-601ccf942003,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:13.311445 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks [] for router_gateway (49a13fb2-13b9-4e3f-8089-0af6da263cc9), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.343030 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5033caf8-bc76-4ef0-aa20-ab0f63f19c0b req-fa26e1b8-760b-45ee-8b62-afabe5f644a9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496936 Aug 24 05:09:13.376237 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Attempting to bind port 0a4a41f5-a458-4258-b063-601ccf942003 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:09:13.376676 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Attempting to bind port 0a4a41f5-a458-4258-b063-601ccf942003 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:09:13.377133 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Attempting to bind port 0a4a41f5-a458-4258-b063-601ccf942003 on network 1797f5d6-f35a-403a-9635-a2f993ac8d6b {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:09:13.382238 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:09:13.382616 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Checking segment: {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:13.383034 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.383432 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Bound using segment: {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:09:13.383895 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Bound port: 0a4a41f5-a458-4258-b063-601ccf942003, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:09:13.384305 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (0a4a41f5-a458-4258-b063-601ccf942003), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.452298 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] For port 0a4a41f5-a458-4258-b063-601ccf942003, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:09:13.456067 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] For port 0a4a41f5-a458-4258-b063-601ccf942003, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=0a4a41f5-a458-4258-b063-601ccf942003,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:09:13.564871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (0a4a41f5-a458-4258-b063-601ccf942003), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.573839 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks [] for router_gateway (49a13fb2-13b9-4e3f-8089-0af6da263cc9), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.596607 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:13.622344 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c149e-2141-4cec-8cca-8d3803e43cae None None] Pushing event updated for resources: {'Port': ['ID=0a4a41f5-a458-4258-b063-601ccf942003,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:13.719299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Allocated IP 172.27.1.60 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/607cd724-e67b-44d1-9d4c-2771836ac062) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:09:13.837296 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:13.869834 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks [] for port (607cd724-e67b-44d1-9d4c-2771836ac062), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:14.146624 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:14.192247 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:14.197476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:14.201746 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:09:14.202043 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Pushing event updated for resources: {'Port': ['ID=607cd724-e67b-44d1-9d4c-2771836ac062,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:14.272773 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:14.520720 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe6aff-9506-4c2f-af01-6ec76b071fa1 req-df9cd6d0-a818-46c4-99bb-ee87f4dcc457 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:14.523632 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-72fe6aff-9506-4c2f-af01-6ec76b071fa1 req-df9cd6d0-a818-46c4-99bb-ee87f4dcc457 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0760860 Aug 24 05:09:14.588485 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-72fe6aff-9506-4c2f-af01-6ec76b071fa1 req-aeadeedc-cec5-4b6b-8082-7a1f3e9c6c0d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578480 Aug 24 05:09:14.602780 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5155d30-c6da-49ca-9183-3a36e1afe6f6 None None] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:09:14.605258 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks [] for router_gateway (49a13fb2-13b9-4e3f-8089-0af6da263cc9), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:14.709292 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-badb4bfa-61c7-4fe0-9210-e23b15e9f214 None None] Provisioning complete for port 0a4a41f5-a458-4258-b063-601ccf942003 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:14.709659 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-badb4bfa-61c7-4fe0-9210-e23b15e9f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (0a4a41f5-a458-4258-b063-601ccf942003), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:14.734269 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:14.784297 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:14.829519 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (49a13fb2-13b9-4e3f-8089-0af6da263cc9), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:14.847611 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-badb4bfa-61c7-4fe0-9210-e23b15e9f214 None None] Current status of the port 0a4a41f5-a458-4258-b063-601ccf942003 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:14.847978 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-badb4bfa-61c7-4fe0-9210-e23b15e9f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (0a4a41f5-a458-4258-b063-601ccf942003), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:14.889736 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-badb4bfa-61c7-4fe0-9210-e23b15e9f214 None None] For port 0a4a41f5-a458-4258-b063-601ccf942003, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=0a4a41f5-a458-4258-b063-601ccf942003,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:15.043441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-badb4bfa-61c7-4fe0-9210-e23b15e9f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (0a4a41f5-a458-4258-b063-601ccf942003), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:15.101862 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb4bfa-61c7-4fe0-9210-e23b15e9f214 None None] Pushing event updated for resources: {'Port': ['ID=0a4a41f5-a458-4258-b063-601ccf942003,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:15.109390 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 05:09:15.165631 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-f445bcaa-45ca-494b-ab22-29549c60c4e1 None None] Provisioning complete for port 0a4a41f5-a458-4258-b063-601ccf942003 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:15.166282 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f445bcaa-45ca-494b-ab22-29549c60c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (0a4a41f5-a458-4258-b063-601ccf942003), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:15.237102 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:09:15.252920 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Sync routers for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:09:15.271074 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:15.271074 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:15.331362 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:15.332778 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e88fdb63-c58e-44a8-85df-6af91beba6ee admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4367914 Aug 24 05:09:15.341771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47208) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:15.425573 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f445bcaa-45ca-494b-ab22-29549c60c4e1 None None] Current status of the port 0a4a41f5-a458-4258-b063-601ccf942003 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:15.477136 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:15.796018 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a948-790f-4c4b-9840-044c96fdb3e0 req-6f5953ab-41b3-4fa9-855b-b48327b322f7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:15.804995 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4122a948-790f-4c4b-9840-044c96fdb3e0 req-6f5953ab-41b3-4fa9-855b-b48327b322f7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0826926 Aug 24 05:09:15.868319 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4122a948-790f-4c4b-9840-044c96fdb3e0 req-597e1df2-b65b-4538-b1eb-46950cb7f715 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620530 Aug 24 05:09:15.870637 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 0a4a41f5-a458-4258-b063-601ccf942003 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:15.912154 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:15.913263 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:15.973634 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:14Z', 'revision_number': 3, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:15.975626 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 0a4a41f5-a458-4258-b063-601ccf942003 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:15.976075 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (0a4a41f5-a458-4258-b063-601ccf942003), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.029525 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Checking router: 49a13fb2-13b9-4e3f-8089-0af6da263cc9 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:09:16.029946 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Updating router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 port 607cd724-e67b-44d1-9d4c-2771836ac062 binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:09:16.066697 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.075863 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.124582 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:16.247080 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 0a4a41f5-a458-4258-b063-601ccf942003 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:16.289946 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Allocated IP 172.20.0.1 (1797f5d6-f35a-403a-9635-a2f993ac8d6b/b4296aec-87b2-492b-8f26-d962f39346bb/3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:09:16.399595 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:16.435990 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks [] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.442953 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:16.489219 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Publish callbacks [] for port (607cd724-e67b-44d1-9d4c-2771836ac062), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.550328 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.580668 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.603220 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:16.608392 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:16.610789 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Pushing event updated for resources: {'Port': ['ID=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:16.613267 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:09:16.650431 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ddb0d-4d21-46f6-a0ff-306689c41e60 None None] Pushing event updated for resources: {'Port': ['ID=607cd724-e67b-44d1-9d4c-2771836ac062,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:16.653832 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Attempting to bind port 607cd724-e67b-44d1-9d4c-2771836ac062 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:09:16.654213 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Attempting to bind port 607cd724-e67b-44d1-9d4c-2771836ac062 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:09:16.654619 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Attempting to bind port 607cd724-e67b-44d1-9d4c-2771836ac062 on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:09:16.659877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (49a13fb2-13b9-4e3f-8089-0af6da263cc9), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.661233 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:09:16.661621 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:16.662025 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.662555 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:09:16.663053 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Bound port: 607cd724-e67b-44d1-9d4c-2771836ac062, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:09:16.663568 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.736059 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] For port 607cd724-e67b-44d1-9d4c-2771836ac062, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:09:16.739453 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] For port 607cd724-e67b-44d1-9d4c-2771836ac062, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=607cd724-e67b-44d1-9d4c-2771836ac062,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:09:16.855163 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:16.899559 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:16.900305 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:16.912113 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:17.042882 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-06ad0b0e-082e-4da2-9dd6-740844aa657a None None] Provisioning complete for port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:17.043287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-06ad0b0e-082e-4da2-9dd6-740844aa657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:17.055882 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9dc73-2573-42d4-8364-47af699ae34f req-9afd8dba-d105-4185-a34e-675c5cdca432 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:17.065508 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28f9dc73-2573-42d4-8364-47af699ae34f req-9afd8dba-d105-4185-a34e-675c5cdca432 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0747786 Aug 24 05:09:17.083130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ddb0d-4d21-46f6-a0ff-306689c41e60 None None] Pushing event updated for resources: {'Port': ['ID=607cd724-e67b-44d1-9d4c-2771836ac062,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:17.104752 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:17.142665 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-28f9dc73-2573-42d4-8364-47af699ae34f req-800b528e-7f4d-4b29-9e40-3d6644798629 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758600 Aug 24 05:09:17.148811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-06ad0b0e-082e-4da2-9dd6-740844aa657a None None] Port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:09:17.178417 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks [] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:17.269713 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:17.341026 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:17.368255 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:17.374930 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Pushing event updated for resources: {'Port': ['ID=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:17.377781 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (49a13fb2-13b9-4e3f-8089-0af6da263cc9), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:17.395492 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 1, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:17.451646 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bead1-c9b0-4a3e-91a9-702c09b99ad2 None None] The sync data for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi is: [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 1, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:09:17.800839 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:17.802446 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:17.964085 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:09:18.088406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:09:18.098632 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3f83d50c-840f-4557-8eea-09ff6eba431d admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/49a13fb2-13b9-4e3f-8089-0af6da263cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7576618 Aug 24 05:09:18.106425 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d0936d21-a47f-452a-b297-c9541cc23836 None None] Provisioning complete for port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:18.106984 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d0936d21-a47f-452a-b297-c9541cc23836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:18.148269 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d0936d21-a47f-452a-b297-c9541cc23836 None None] Port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:09:18.306982 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bdf64-21fd-4da0-a180-d15dd4f30344 req-44d2e4d1-05ef-44a8-ae2b-30f9cec79d73 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:18.316992 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-314bdf64-21fd-4da0-a180-d15dd4f30344 req-44d2e4d1-05ef-44a8-ae2b-30f9cec79d73 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0755811 Aug 24 05:09:18.391815 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-314bdf64-21fd-4da0-a180-d15dd4f30344 req-63a30dee-69aa-450f-a6ff-d433048e8390 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736456 Aug 24 05:09:19.461573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 47238) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:19.470460 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1555347922-network', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:09:19.491905 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:19.599319 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Made reservation on behalf of 08adf9792f4f45db9d1c98108116ec31 for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:09:19.603671 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:19.622076 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:19.805837 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks [] for security_group (02cec4c4-1d70-4136-8de4-50254a3771e6), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:19.831084 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 607cd724-e67b-44d1-9d4c-2771836ac062 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:19.881395 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 607cd724-e67b-44d1-9d4c-2771836ac062 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:19.881789 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:19.894572 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (02cec4c4-1d70-4136-8de4-50254a3771e6), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:19.942716 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cec4c4-1d70-4136-8de4-50254a3771e6,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:19.966281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:09:19.989773 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 607cd724-e67b-44d1-9d4c-2771836ac062 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:19.990754 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.013402 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:20.015293 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (0fc286a6-8230-44a3-8b70-6bf53a1cf983), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.015609 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Added segment 0fc286a6-8230-44a3-8b70-6bf53a1cf983 of type vlan for network eadb9ff2-425d-4aba-acf7-48c0d4d66099 Aug 24 05:09:20.019280 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 607cd724-e67b-44d1-9d4c-2771836ac062, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=607cd724-e67b-44d1-9d4c-2771836ac062,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:20.052322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ec875-e90c-47e7-a45b-2b1d235d555e req-34d87bae-fa6e-47ec-929a-e65d0728002c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:20.060186 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b18ec875-e90c-47e7-a45b-2b1d235d555e req-34d87bae-fa6e-47ec-929a-e65d0728002c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.5549808 Aug 24 05:09:20.121458 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (eadb9ff2-425d-4aba-acf7-48c0d4d66099), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.129396 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.177923 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Sync routers for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:09:20.192658 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:20.193684 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:20.219989 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b18ec875-e90c-47e7-a45b-2b1d235d555e req-9b233f6f-6159-4c85-a8c6-2eb4cc6a3bfb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587143 Aug 24 05:09:20.223706 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=607cd724-e67b-44d1-9d4c-2771836ac062,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:20.289357 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (eadb9ff2-425d-4aba-acf7-48c0d4d66099), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.290729 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:20.291474 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.346355 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:20.366915 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] Pushing event updated for resources: {'Network': ['ID=eadb9ff2-425d-4aba-acf7-48c0d4d66099,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:20.377746 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:09:20.427442 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-433c7f4b-21fb-4414-a01f-c9e362973134 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9616904 Aug 24 05:09:20.428265 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47244) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:20.433397 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Request body: {'subnet': {'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1555347922-subnet', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:09:20.580538 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Made reservation on behalf of 08adf9792f4f45db9d1c98108116ec31 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:09:20.583002 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085435'] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.621981 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 2, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:20.637497 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:20.652417 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Checking router: 49a13fb2-13b9-4e3f-8089-0af6da263cc9 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:09:20.652843 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Updating router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:09:20.692478 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:20.924095 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4888168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085461'] for subnet (76ed5693-340e-4f77-964f-47c7cf7bc255), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.034535 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Publish callbacks [] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.042585 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ed5693-340e-4f77-964f-47c7cf7bc255,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:21.045521 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Checking segment: {'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:21.045980 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Network hostable DHCP agents. Network: eadb9ff2-425d-4aba-acf7-48c0d4d66099, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:09:21.111788 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.144122 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:09:21.180573 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Pushing event updated for resources: {'Port': ['ID=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:21.189312 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.189933 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.190458 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.190961 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.191482 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.191961 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.192601 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.193073 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.193731 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.194047 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.194366 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.194702 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.195053 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.195356 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.195751 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:09:21.235519 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Attempting to bind port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:09:21.235880 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Attempting to bind port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:09:21.236248 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Attempting to bind port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e on network 1797f5d6-f35a-403a-9635-a2f993ac8d6b {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:09:21.238126 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, eadb9ff2-425d-4aba-acf7-48c0d4d66099) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:21.243270 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:09:21.243994 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Checking segment: {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:21.244896 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.245100 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Bound using segment: {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:09:21.246173 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Bound port: 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:09:21.246876 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.246982 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:21.251401 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.252432 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2973b3-254d-4e7e-8ed3-fd6e10789bed None None] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:09:21.354270 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] For port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:09:21.359364 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] For port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:09:21.375646 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 47250) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:21.376172 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-5d87b313-f8a9-4393-b51f-066cb0586f22 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9464083 Aug 24 05:09:21.381702 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:09:21.441621 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-eadb9ff2-425d-4aba-acf7-48c0d4d66099', 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099', 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'fixed_ips': [{'subnet_id': '76ed5693-340e-4f77-964f-47c7cf7bc255'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 05:09:21.443166 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.455940 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.504803 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (8a877c11-bcf2-4185-acad-3a262c65300c), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.506249 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (8a877c11-bcf2-4185-acad-3a262c65300c), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.508147 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:21.508957 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:21.538013 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f178d-8561-4963-a4c4-fad69be03344 req-5386230b-1d58-4ed3-9620-2ec5a790d733 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:21.539757 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2e1f178d-8561-4963-a4c4-fad69be03344 req-5386230b-1d58-4ed3-9620-2ec5a790d733 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.1810672 Aug 24 05:09:21.597832 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:21.599056 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:21.638663 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1342f0-63b5-49bb-9f44-89a6d21bd04b None None] Pushing event updated for resources: {'Port': ['ID=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,revision_number=4']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:21.676829 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2e1f178d-8561-4963-a4c4-fad69be03344 req-fd7f2a48-171d-4aa0-900a-b0f68c0fce88 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040535 Aug 24 05:09:21.682861 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks [] for router_controller (8a877c11-bcf2-4185-acad-3a262c65300c), precommit_add_association {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.706793 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Allocated IP 172.20.0.2 (eadb9ff2-425d-4aba-acf7-48c0d4d66099/76ed5693-340e-4f77-964f-47c7cf7bc255/2a3959b0-9758-4468-af85-2d1196ee4239) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:09:21.719724 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:21.735144 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:21.858783 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:21.897488 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:21.981434 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:21.981728 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:21.988449 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Publish callbacks [] for port (2a3959b0-9758-4468-af85-2d1196ee4239), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.002313 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks [] for router_gateway (8a877c11-bcf2-4185-acad-3a262c65300c), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.076041 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:22.076437 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.089772 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:21Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:22.115953 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88c4e-e69d-49a1-986d-ca12f45deb53 None None] The sync data for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi is: [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:21Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:09:22.121484 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:22.210363 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.270670 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.271961 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 607cd724-e67b-44d1-9d4c-2771836ac062 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:22.279376 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:22.296127 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:22.323714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:09:22.338592 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Pushing event updated for resources: {'Port': ['ID=2a3959b0-9758-4468-af85-2d1196ee4239,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:22.397907 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks [] for router_gateway (8a877c11-bcf2-4185-acad-3a262c65300c), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.420533 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.445862 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:22.478835 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 607cd724-e67b-44d1-9d4c-2771836ac062 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:22.478835 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.483324 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:22.492102 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:22.633822 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Allocated IP 172.27.1.234 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/d16a13ac-b88f-4288-b954-e1b5bb9fd408) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:09:22.723462 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Attempting to bind port 2a3959b0-9758-4468-af85-2d1196ee4239 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:09:22.723836 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Attempting to bind port 2a3959b0-9758-4468-af85-2d1196ee4239 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:09:22.724319 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Attempting to bind port 2a3959b0-9758-4468-af85-2d1196ee4239 on network eadb9ff2-425d-4aba-acf7-48c0d4d66099 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:09:22.744366 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:09:22.744748 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Checking segment: {'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:22.745408 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.745605 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Bound using segment: {'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:09:22.746112 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Bound port: 2a3959b0-9758-4468-af85-2d1196ee4239, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:09:22.746526 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.823792 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:22.892861 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks [] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:22.904500 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] For port 2a3959b0-9758-4468-af85-2d1196ee4239, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:09:22.907401 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 607cd724-e67b-44d1-9d4c-2771836ac062 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:22.920403 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] For port 2a3959b0-9758-4468-af85-2d1196ee4239, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2a3959b0-9758-4468-af85-2d1196ee4239,segment=NetworkSegment(0fc286a6-8230-44a3-8b70-6bf53a1cf983),segment_id=0fc286a6-8230-44a3-8b70-6bf53a1cf983)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:09:22.998617 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db84327-90ff-4fd2-8af4-3f18796c10aa req-e66efead-79ff-4175-9ebe-371fa69a037f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:22.998617 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7db84327-90ff-4fd2-8af4-3f18796c10aa req-e66efead-79ff-4175-9ebe-371fa69a037f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.1185842 Aug 24 05:09:23.043708 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:23.109372 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7db84327-90ff-4fd2-8af4-3f18796c10aa req-594491a8-1278-45ef-a375-34e475012526 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781696 Aug 24 05:09:23.109372 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:23.154820 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:23.157305 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:23.165154 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:09:23.191551 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a25b3c-faa9-4eae-a586-bdaea8f2cb26 None None] Pushing event updated for resources: {'Port': ['ID=2a3959b0-9758-4468-af85-2d1196ee4239,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:23.241208 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=d16a13ac-b88f-4288-b954-e1b5bb9fd408,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:23.739227 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:23.755503 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks [] for router_gateway (8a877c11-bcf2-4185-acad-3a262c65300c), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:23.848670 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2a3959b0-9758-4468-af85-2d1196ee4239 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:23.902347 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2a3959b0-9758-4468-af85-2d1196ee4239 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:23.902785 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:23.992564 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (8a877c11-bcf2-4185-acad-3a262c65300c), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:24.009549 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2a3959b0-9758-4468-af85-2d1196ee4239 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:24.013163 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:24.087721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 2a3959b0-9758-4468-af85-2d1196ee4239, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2a3959b0-9758-4468-af85-2d1196ee4239,segment=NetworkSegment(0fc286a6-8230-44a3-8b70-6bf53a1cf983),segment_id=0fc286a6-8230-44a3-8b70-6bf53a1cf983)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:24.195187 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:24.195187 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:24.241394 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdec13a-df53-47b1-8409-957c88d4cd5a None None] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:09:24.306508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:24.325033 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2b382-89be-4a6c-81af-2c6e3fccdf42 req-ae602f78-b546-446c-a1c9-c792c24266e6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:24.331141 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-adc2b382-89be-4a6c-81af-2c6e3fccdf42 req-ae602f78-b546-446c-a1c9-c792c24266e6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.1072452 Aug 24 05:09:24.332519 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Router 8a877c11-bcf2-4185-acad-3a262c65300c is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 05:09:24.378426 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=2a3959b0-9758-4468-af85-2d1196ee4239,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:24.384157 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:24.384538 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:24.389350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-3513f392-f7c4-4f34-9bcb-af802b09afe3 None None] Provisioning complete for port 2a3959b0-9758-4468-af85-2d1196ee4239 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:24.389752 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3513f392-f7c4-4f34-9bcb-af802b09afe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:24.478618 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-adc2b382-89be-4a6c-81af-2c6e3fccdf42 req-d0d15546-b37d-4be4-a4ea-a8254eefdeda tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373267 Aug 24 05:09:24.512573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:09:24.529254 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Sync routers for ids ['8a877c11-bcf2-4185-acad-3a262c65300c'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:09:24.575304 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:24.611005 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Routers {'8a877c11-bcf2-4185-acad-3a262c65300c'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:24.611682 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['8a877c11-bcf2-4185-acad-3a262c65300c'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:24.624331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:24.640207 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:24.646330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47262) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:24.648661 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-7425c443-e0d1-42e2-b390-22d722fe8ac2 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2696004 Aug 24 05:09:24.709854 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-3513f392-f7c4-4f34-9bcb-af802b09afe3 None None] Current status of the port 2a3959b0-9758-4468-af85-2d1196ee4239 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:24.788431 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Set router 8a877c11-bcf2-4185-acad-3a262c65300c gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:24.938283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:24.942348 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-2f114df1-2122-4d2b-be65-b6477eecbd39 None None] Provisioning complete for port 2a3959b0-9758-4468-af85-2d1196ee4239 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:24.943376 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-2f114df1-2122-4d2b-be65-b6477eecbd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.035807 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:09:23Z', 'revision_number': 3, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:25.084756 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Checking router: 8a877c11-bcf2-4185-acad-3a262c65300c for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:09:25.085272 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Updating router 8a877c11-bcf2-4185-acad-3a262c65300c port d16a13ac-b88f-4288-b954-e1b5bb9fd408 binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:09:25.119794 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-2f114df1-2122-4d2b-be65-b6477eecbd39 None None] Current status of the port 2a3959b0-9758-4468-af85-2d1196ee4239 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:25.126777 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.208625 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.387158 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Allocated IP 172.20.0.1 (eadb9ff2-425d-4aba-acf7-48c0d4d66099/76ed5693-340e-4f77-964f-47c7cf7bc255/e97ec554-1647-49b4-a0bc-066947f94e2c) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:09:25.414763 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:25.486234 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Publish callbacks [] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.515509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks [] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.592580 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.643746 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:25.648322 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.649532 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Attempting to bind port d16a13ac-b88f-4288-b954-e1b5bb9fd408 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:09:25.649899 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Attempting to bind port d16a13ac-b88f-4288-b954-e1b5bb9fd408 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:09:25.650258 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Attempting to bind port d16a13ac-b88f-4288-b954-e1b5bb9fd408 on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:09:25.663141 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:09:25.666276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:25.666276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.666276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:09:25.666276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Bound port: d16a13ac-b88f-4288-b954-e1b5bb9fd408, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:09:25.666276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.691577 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29c102-80e3-4595-8811-c67f5abf0104 None None] Pushing event updated for resources: {'Port': ['ID=d16a13ac-b88f-4288-b954-e1b5bb9fd408,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:25.705614 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96e860-6088-4749-890a-9265f6905fbf req-7f712ae6-55cf-44a5-ba6b-594bcb6f1318 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:25.708117 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff96e860-6088-4749-890a-9265f6905fbf req-7f712ae6-55cf-44a5-ba6b-594bcb6f1318 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0885901 Aug 24 05:09:25.743663 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] For port d16a13ac-b88f-4288-b954-e1b5bb9fd408, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:09:25.748162 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] For port d16a13ac-b88f-4288-b954-e1b5bb9fd408, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d16a13ac-b88f-4288-b954-e1b5bb9fd408,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:09:25.775847 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:25.779262 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff96e860-6088-4749-890a-9265f6905fbf req-f996ac68-c48e-4ba1-a198-e79fd66358c7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616391 Aug 24 05:09:25.779935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Pushing event updated for resources: {'Port': ['ID=e97ec554-1647-49b4-a0bc-066947f94e2c,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:25.784202 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:25.786283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:09:25.836457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:25.851761 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2a3959b0-9758-4468-af85-2d1196ee4239 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:25.852810 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (8a877c11-bcf2-4185-acad-3a262c65300c), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.917840 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:25.935758 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:25.937435 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2a3959b0-9758-4468-af85-2d1196ee4239 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:25.937927 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:26.027162 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Routers {'8a877c11-bcf2-4185-acad-3a262c65300c'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:26.027974 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['8a877c11-bcf2-4185-acad-3a262c65300c'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:26.105576 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:26.126098 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29c102-80e3-4595-8811-c67f5abf0104 None None] Pushing event updated for resources: {'Port': ['ID=d16a13ac-b88f-4288-b954-e1b5bb9fd408,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:26.191849 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-0631ca98-1f75-43a8-804c-2ce1e4a24e30 None None] Provisioning complete for port e97ec554-1647-49b4-a0bc-066947f94e2c triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:26.191849 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0631ca98-1f75-43a8-804c-2ce1e4a24e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:26.219667 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2a3959b0-9758-4468-af85-2d1196ee4239 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:26.243703 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] Set router 8a877c11-bcf2-4185-acad-3a262c65300c gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:26.246212 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-0631ca98-1f75-43a8-804c-2ce1e4a24e30 None None] Port e97ec554-1647-49b4-a0bc-066947f94e2c cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:09:26.338393 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks [] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:26.406937 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:26.434507 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:09:23Z', 'revision_number': 3, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:26.463229 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f50dcc-4564-4769-bdf3-87362bfb21fc None None] The sync data for ids ['8a877c11-bcf2-4185-acad-3a262c65300c'] in dv-cinder-854265-1-iscsi is: [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:09:23Z', 'revision_number': 3, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:09:26.486461 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Pushing event updated for resources: {'Port': ['ID=e97ec554-1647-49b4-a0bc-066947f94e2c,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:26.489038 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (8a877c11-bcf2-4185-acad-3a262c65300c), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:26.628251 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:26.629662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:26.853827 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Router 8a877c11-bcf2-4185-acad-3a262c65300c has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:09:26.854613 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:26.970474 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:26.977345 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-27ce0a36-8eb7-4ef9-9f86-5caaca48644d None None] Provisioning complete for port e97ec554-1647-49b4-a0bc-066947f94e2c triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:26.977826 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-27ce0a36-8eb7-4ef9-9f86-5caaca48644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:26.994357 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea9273-d565-4fd7-a790-ead84e45a90a req-460ef261-700a-4614-8810-ce6e8e5905dd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:26.996788 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95ea9273-d565-4fd7-a790-ead84e45a90a req-460ef261-700a-4614-8810-ce6e8e5905dd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0910864 Aug 24 05:09:27.044348 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-27ce0a36-8eb7-4ef9-9f86-5caaca48644d None None] Port e97ec554-1647-49b4-a0bc-066947f94e2c cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:09:27.050705 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:09:27.056820 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-029cb4c0-4eed-4aaf-bf05-a758b48cef17 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/8a877c11-bcf2-4185-acad-3a262c65300c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092710 Aug 24 05:09:27.089735 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:27.107155 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-95ea9273-d565-4fd7-a790-ead84e45a90a req-f07901e1-12cf-4ccf-ac62-7cce8d4953ef tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016726 Aug 24 05:09:27.300853 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:09:27.822302 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d16a13ac-b88f-4288-b954-e1b5bb9fd408 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:27.878955 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port d16a13ac-b88f-4288-b954-e1b5bb9fd408 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:27.879360 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:27.963571 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port d16a13ac-b88f-4288-b954-e1b5bb9fd408 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:27.963936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:28.139926 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port d16a13ac-b88f-4288-b954-e1b5bb9fd408, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d16a13ac-b88f-4288-b954-e1b5bb9fd408,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:28.232906 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3231ca-27aa-4422-a0b9-7d037e10b2c9 req-d3231a77-58cb-42e2-92e3-90074305fb14 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:28.234996 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7e3231ca-27aa-4422-a0b9-7d037e10b2c9 req-d3231a77-58cb-42e2-92e3-90074305fb14 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0512865 Aug 24 05:09:28.269269 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:28.287351 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7e3231ca-27aa-4422-a0b9-7d037e10b2c9 req-7a5c1e15-acdc-4a22-9e16-f797d820cdb1 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Aug 24 05:09:28.318225 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=d16a13ac-b88f-4288-b954-e1b5bb9fd408,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:29.481447 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d5ea-be32-4d94-b951-97db6263400d req-04301ebe-82db-4062-9f29-6340b4f66ee0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:29.483324 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2229d5ea-be32-4d94-b951-97db6263400d req-04301ebe-82db-4062-9f29-6340b4f66ee0 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0650048 Aug 24 05:09:29.486160 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Sync routers for ids ['8a877c11-bcf2-4185-acad-3a262c65300c'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:09:29.504423 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Routers {'8a877c11-bcf2-4185-acad-3a262c65300c'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:29.505083 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['8a877c11-bcf2-4185-acad-3a262c65300c'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:29.550608 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2229d5ea-be32-4d94-b951-97db6263400d req-25b903a3-2260-458a-ae1b-e0f720f2edb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611725 Aug 24 05:09:29.635973 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Set router 8a877c11-bcf2-4185-acad-3a262c65300c gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:29.729520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:29.780826 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d16a13ac-b88f-4288-b954-e1b5bb9fd408 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:29.852480 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port d16a13ac-b88f-4288-b954-e1b5bb9fd408 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:29.853006 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:29.866414 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:29.890338 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:09:25Z', 'revision_number': 4, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'e97ec554-1647-49b4-a0bc-066947f94e2c', 'name': '', 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'mac_address': 'fa:16:3e:55:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '76ed5693-340e-4f77-964f-47c7cf7bc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:25Z', 'updated_at': '2022-08-24T05:09:26Z', 'revision_number': 2, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'subnets': [{'id': '76ed5693-340e-4f77-964f-47c7cf7bc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:29.919077 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Checking router: 8a877c11-bcf2-4185-acad-3a262c65300c for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:09:29.919419 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Updating router 8a877c11-bcf2-4185-acad-3a262c65300c port e97ec554-1647-49b4-a0bc-066947f94e2c binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:09:29.957987 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:29.968537 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port d16a13ac-b88f-4288-b954-e1b5bb9fd408 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:30.276221 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Publish callbacks [] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:30.364310 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:30.450263 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51cdce-af38-4ec6-9ba0-929caded15a1 None None] Pushing event updated for resources: {'Port': ['ID=e97ec554-1647-49b4-a0bc-066947f94e2c,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:30.463999 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Attempting to bind port e97ec554-1647-49b4-a0bc-066947f94e2c on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:09:30.464360 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Attempting to bind port e97ec554-1647-49b4-a0bc-066947f94e2c by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:09:30.464725 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Attempting to bind port e97ec554-1647-49b4-a0bc-066947f94e2c on network eadb9ff2-425d-4aba-acf7-48c0d4d66099 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:09:30.471996 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:09:30.472365 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Checking segment: {'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:09:30.472750 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:30.473133 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Bound using segment: {'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:09:30.473590 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Bound port: e97ec554-1647-49b4-a0bc-066947f94e2c, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc286a6-8230-44a3-8b70-6bf53a1cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:09:30.473952 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:30.545968 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] For port e97ec554-1647-49b4-a0bc-066947f94e2c, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:09:30.550524 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] For port e97ec554-1647-49b4-a0bc-066947f94e2c, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=e97ec554-1647-49b4-a0bc-066947f94e2c,segment=NetworkSegment(0fc286a6-8230-44a3-8b70-6bf53a1cf983),segment_id=0fc286a6-8230-44a3-8b70-6bf53a1cf983)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:09:30.630565 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:30.682792 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Routers {'8a877c11-bcf2-4185-acad-3a262c65300c'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:09:30.684119 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:09:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['8a877c11-bcf2-4185-acad-3a262c65300c'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:30.705739 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d1e0-91a8-4e97-b3f9-3cdb0c8381d1 req-61364fa4-6d67-43e8-8cce-11e1e99e3514 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:30.713618 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8cd9d1e0-91a8-4e97-b3f9-3cdb0c8381d1 req-61364fa4-6d67-43e8-8cce-11e1e99e3514 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0644875 Aug 24 05:09:30.772045 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8cd9d1e0-91a8-4e97-b3f9-3cdb0c8381d1 req-c7517e2b-1caf-4b5c-8fab-b7bb50113b1a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565929 Aug 24 05:09:30.800292 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51cdce-af38-4ec6-9ba0-929caded15a1 None None] Pushing event updated for resources: {'Port': ['ID=e97ec554-1647-49b4-a0bc-066947f94e2c,revision_number=4']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:30.815117 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:30.842020 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] Set router 8a877c11-bcf2-4185-acad-3a262c65300c gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:09:31.024154 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:31.086862 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:09:25Z', 'revision_number': 4, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'e97ec554-1647-49b4-a0bc-066947f94e2c', 'name': '', 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'mac_address': 'fa:16:3e:55:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '76ed5693-340e-4f77-964f-47c7cf7bc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:25Z', 'updated_at': '2022-08-24T05:09:30Z', 'revision_number': 4, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'subnets': [{'id': '76ed5693-340e-4f77-964f-47c7cf7bc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:09:31.098055 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d819b84-548a-437e-a0c4-0eeab072175e req-de8070a4-589e-4d42-9daa-46396c952a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:31.101446 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5d819b84-548a-437e-a0c4-0eeab072175e req-de8070a4-589e-4d42-9daa-46396c952a8b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1130 time: 0.0480490 Aug 24 05:09:31.119737 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d7692-937f-4d43-86fd-fd9f6d1932d9 None None] The sync data for ids ['8a877c11-bcf2-4185-acad-3a262c65300c'] in dv-cinder-854265-1-iscsi is: [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:09:25Z', 'revision_number': 4, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'e97ec554-1647-49b4-a0bc-066947f94e2c', 'name': '', 'network_id': 'eadb9ff2-425d-4aba-acf7-48c0d4d66099', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'mac_address': 'fa:16:3e:55:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '76ed5693-340e-4f77-964f-47c7cf7bc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:25Z', 'updated_at': '2022-08-24T05:09:30Z', 'revision_number': 4, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'subnets': [{'id': '76ed5693-340e-4f77-964f-47c7cf7bc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:09:31.241150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d819b84-548a-437e-a0c4-0eeab072175e req-7df526c2-c8c6-4bcd-8afe-f3fec34ef0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:31.243287 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5d819b84-548a-437e-a0c4-0eeab072175e req-7df526c2-c8c6-4bcd-8afe-f3fec34ef0bf service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.1350319 Aug 24 05:09:31.337203 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5d819b84-548a-437e-a0c4-0eeab072175e req-1a17e9a0-d4d3-4e27-a991-5b40bd729583 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 200 len: 1001 time: 0.0877373 Aug 24 05:09:31.401287 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d819b84-548a-437e-a0c4-0eeab072175e req-61e64b03-7eca-46ad-aaf7-a7f8588b3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:31.402834 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5d819b84-548a-437e-a0c4-0eeab072175e req-61e64b03-7eca-46ad-aaf7-a7f8588b3089 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0586398 Aug 24 05:09:31.449991 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:31.459370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d819b84-548a-437e-a0c4-0eeab072175e req-1c00127e-1332-4b58-aff7-754dc75687d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:31.461008 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5d819b84-548a-437e-a0c4-0eeab072175e req-1c00127e-1332-4b58-aff7-754dc75687d1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497282 Aug 24 05:09:31.613517 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5d819b84-548a-437e-a0c4-0eeab072175e req-df05ca89-653b-4784-9fa7-2c6f1d9067c0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453445 Aug 24 05:09:31.813645 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-5d819b84-548a-437e-a0c4-0eeab072175e req-50207ebf-2b87-4116-866c-8e862948873d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929297 Aug 24 05:09:31.824701 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device e97ec554-1647-49b4-a0bc-066947f94e2c up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:31.880416 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port e97ec554-1647-49b4-a0bc-066947f94e2c triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:31.881435 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:31.957715 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e7c33-f03f-4489-bb7a-d5b4495b6c5f req-6abc470e-65de-4876-a0c3-21aa3b5e426a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:31.968691 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port e97ec554-1647-49b4-a0bc-066947f94e2c is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:31.969111 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:31.971692 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b1e7c33-f03f-4489-bb7a-d5b4495b6c5f req-6abc470e-65de-4876-a0c3-21aa3b5e426a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0716848 Aug 24 05:09:32.008203 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port e97ec554-1647-49b4-a0bc-066947f94e2c, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=e97ec554-1647-49b4-a0bc-066947f94e2c,segment=NetworkSegment(0fc286a6-8230-44a3-8b70-6bf53a1cf983),segment_id=0fc286a6-8230-44a3-8b70-6bf53a1cf983)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:32.022900 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0b1e7c33-f03f-4489-bb7a-d5b4495b6c5f req-e3e428bc-368e-490e-a5d9-9c83d0aacafb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497677 Aug 24 05:09:32.060888 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:32.120441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=e97ec554-1647-49b4-a0bc-066947f94e2c,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:33.170220 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340270d8-2e11-4871-b4ce-97ae2e5b7a65 req-868e825a-6cb0-45e4-ab77-60f783fced51 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:33.178216 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-340270d8-2e11-4871-b4ce-97ae2e5b7a65 req-868e825a-6cb0-45e4-ab77-60f783fced51 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 946 time: 0.0608563 Aug 24 05:09:33.184975 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:33.234091 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-340270d8-2e11-4871-b4ce-97ae2e5b7a65 req-1be2e46c-259c-4190-9ee7-e8aff7e7c6f4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547404 Aug 24 05:09:33.431880 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:09:33.520169 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:33.535557 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: ACTIVE; New status is: DOWN {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:33.535953 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:33.558338 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:33.566883 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:09:33.569256 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30917f2e-1735-4e6b-8c31-6a7971d9f95e" -d '{"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:09:33.585249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:33.617851 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 05:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7d5cc0-9e2d-42b7-b51c-dcfc92e2a69a x-openstack-request-id: req-cc7d5cc0-9e2d-42b7-b51c-dcfc92e2a69a {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:09:33.617851 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:09:33.617851 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cc7d5cc0-9e2d-42b7-b51c-dcfc92e2a69a {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:09:33.617851 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7d5cc0-9e2d-42b7-b51c-dcfc92e2a69a'] response: {'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'code': 200} Aug 24 05:09:33.668583 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:33.739424 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=8']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:33.780350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device e97ec554-1647-49b4-a0bc-066947f94e2c up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:33.840050 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port e97ec554-1647-49b4-a0bc-066947f94e2c triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:33.840700 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:33.935396 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port e97ec554-1647-49b4-a0bc-066947f94e2c is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:34.399528 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6bf2-9b9a-4961-ba46-b961d0073a40 req-088816dc-c69a-4449-b0c8-431dc1b8c66f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:34.409396 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-93ee6bf2-9b9a-4961-ba46-b961d0073a40 req-088816dc-c69a-4449-b0c8-431dc1b8c66f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0590189 Aug 24 05:09:34.476764 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-93ee6bf2-9b9a-4961-ba46-b961d0073a40 req-a4d4f54c-16d5-467d-8adc-409b90d13dbd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660229 Aug 24 05:09:34.912539 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-bc040d78-eb23-4d80-bac0-ad21e86f71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:37.232844 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee801-69d4-4a8f-ac7d-f7ae99df0021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:37.256226 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-ca369b69-21a0-4b6c-a023-7a45ee8ae5e8 req-c5370f9e-2d57-4ca6-94a1-4bee0cb851d1 service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:09:37.257872 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ca369b69-21a0-4b6c-a023-7a45ee8ae5e8 req-c5370f9e-2d57-4ca6-94a1-4bee0cb851d1 service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060039 Aug 24 05:09:37.459109 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:09:37.556950 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: DOWN; New status is: DOWN {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:37.705818 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183d2d-210c-47d6-8d13-8c6e847c973a req-1647ab1c-2ecf-4b71-9cb9-00323a734521 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:37.707458 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c2183d2d-210c-47d6-8d13-8c6e847c973a req-1647ab1c-2ecf-4b71-9cb9-00323a734521 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0608807 Aug 24 05:09:38.011827 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c2183d2d-210c-47d6-8d13-8c6e847c973a req-f8fb8df6-ade3-45ee-88a7-8684fd182ee2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985466 Aug 24 05:09:38.194741 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47412) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:38.294809 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-1e5627cc-964a-4d7a-a781-c68e7a83fed3 service neutron] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987954 Aug 24 05:09:38.309048 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-7566e46c-0393-43e7-a9d7-bac9442bfa49 service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:09:38.310509 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-7566e46c-0393-43e7-a9d7-bac9442bfa49 service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078418 Aug 24 05:09:38.422688 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47420) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:09:38.518800 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-d5490537-2807-46b8-bf2a-d08bbaf81c88 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:38.520218 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-d5490537-2807-46b8-bf2a-d08bbaf81c88 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports/9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 200 len: 941 time: 0.0958490 Aug 24 05:09:38.805981 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:39.152943 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec436a-3c6b-4055-9d06-717558cbf3fd req-7a6969ff-6521-4a4b-8c29-f72972827098 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:39.157653 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-69ec436a-3c6b-4055-9d06-717558cbf3fd req-7a6969ff-6521-4a4b-8c29-f72972827098 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0603440 Aug 24 05:09:39.227955 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-69ec436a-3c6b-4055-9d06-717558cbf3fd req-9876fe0d-1d79-44aa-afa4-8a578a05c24e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637445 Aug 24 05:09:39.955883 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:40.012560 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:40.096398 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-303e137f-e5e7-4748-97fe-b5f5e6e93604 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:40.097930 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-303e137f-e5e7-4748-97fe-b5f5e6e93604 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 815 time: 0.1057558 Aug 24 05:09:40.113182 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-01947252-4438-48cf-881d-278af18064fe tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/quotas/67112706d4df4183bc338732b237df6e HTTP/1.1" status: 200 len: 375 time: 0.0098753 Aug 24 05:09:40.164671 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-f18c05c8-5a48-4489-8053-e92ee10686dd tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461891 Aug 24 05:09:40.183395 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-8ca61a06-aaad-4788-8673-4564b1f2b12a service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:09:40.184404 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-8ca61a06-aaad-4788-8673-4564b1f2b12a service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053375 Aug 24 05:09:40.199109 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:40.222487 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-0a4d5b53-8cba-47e9-8b11-e674e9332809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:40.224128 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-0a4d5b53-8cba-47e9-8b11-e674e9332809 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e&tenant_id=d373da7992054abfae0564708529a973 HTTP/1.1" status: 200 len: 1128 time: 0.0400803 Aug 24 05:09:40.291414 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-44db7a13-3e6e-4018-8655-ef3d23f57e26 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001399 Aug 24 05:09:40.300475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-7d354219-716c-4cab-9f39-bab9e1561548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:40.302009 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-7d354219-716c-4cab-9f39-bab9e1561548 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1128 time: 0.0528843 Aug 24 05:09:40.397960 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-8f592116-c208-4573-a774-f0f6100cdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:40.399543 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-8f592116-c208-4573-a774-f0f6100cdf91 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.0906765 Aug 24 05:09:40.419808 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1859d-a6c9-49b0-810d-e7023c488632 req-d6320dc2-5bcf-405b-9056-5f4ad030b427 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:40.421306 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38f1859d-a6c9-49b0-810d-e7023c488632 req-d6320dc2-5bcf-405b-9056-5f4ad030b427 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0925794 Aug 24 05:09:40.454892 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-7a4b53e1-19e0-4114-957b-6663f43afb8a service neutron] 10.222.0.105 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480255 Aug 24 05:09:40.470678 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-747b15b1-34c9-42ac-8a21-e2228b2e9ee4 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 200 len: 999 time: 0.0639682 Aug 24 05:09:40.484381 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-38f1859d-a6c9-49b0-810d-e7023c488632 req-1195cc29-0195-4e42-920e-0280b18ed16f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546887 Aug 24 05:09:40.525626 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-db9b694c-747f-4fc4-97a1-d4bfbdb22a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:40.527156 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-db9b694c-747f-4fc4-97a1-d4bfbdb22a81 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.0495560 Aug 24 05:09:40.573107 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-311ca8b3-a503-405d-b515-eeb417d19138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:40.574871 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-311ca8b3-a503-405d-b515-eeb417d19138 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405889 Aug 24 05:09:40.674714 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-73ff913d-b9e3-4ee1-8f7b-ad0eb666ca1f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930648 Aug 24 05:09:40.724096 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0205a10b-3b86-4df3-9c35-aa28890e24b8 req-3c922b05-8879-47af-ba9e-b595974f3d56 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0332682 Aug 24 05:09:40.761183 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:40.777082 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-1e8529a9-e74f-42bc-b706-90b9224bd1e8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958402 Aug 24 05:09:41.624105 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa4be9-601b-409a-aa4e-e18a25c34878 req-ed84eb2a-a03f-4df9-8315-facb4d88e19b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:41.626430 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eafa4be9-601b-409a-aa4e-e18a25c34878 req-ed84eb2a-a03f-4df9-8315-facb4d88e19b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0530889 Aug 24 05:09:41.699995 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-eafa4be9-601b-409a-aa4e-e18a25c34878 req-575d366b-eea8-4cd4-8c3b-d104cd738cbf tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665767 Aug 24 05:09:41.834635 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-31f71af6-5790-47c4-97d6-d3b9734b689c req-6ed3af59-58ef-48a8-9d8a-26c7c51a8238 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0313966 Aug 24 05:09:42.846527 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7592658-be1d-41b2-b62e-f7722d1f31bf req-d1f74a79-5cd8-4d11-a1b3-f1fd221d0267 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:42.848141 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f7592658-be1d-41b2-b62e-f7722d1f31bf req-d1f74a79-5cd8-4d11-a1b3-f1fd221d0267 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0600028 Aug 24 05:09:42.909701 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f7592658-be1d-41b2-b62e-f7722d1f31bf req-60691952-ed7c-4e24-8f74-283a4f3b9186 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559666 Aug 24 05:09:42.942760 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a22f851e-50e7-4aa4-bba8-941ddd5b15a3 req-e3a0a523-0126-47f5-8d5d-bc5f467f2e80 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0316918 Aug 24 05:09:44.068840 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9cd5ef90-e068-422a-97c5-af151e637416 req-836f6e3e-b422-4eba-90b9-c4680494e737 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0352144 Aug 24 05:09:44.094603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68a78-461c-4c54-9660-7a852a4ccdd8 req-fb705b8c-b5e8-49ec-80ec-1b9b40a3574b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:44.094603 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-94e68a78-461c-4c54-9660-7a852a4ccdd8 req-fb705b8c-b5e8-49ec-80ec-1b9b40a3574b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0896854 Aug 24 05:09:44.139339 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:44.144686 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-94e68a78-461c-4c54-9660-7a852a4ccdd8 req-0019705d-4161-49d8-bf36-03de4699404d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524058 Aug 24 05:09:45.218794 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-68d13a79-b720-4e25-99e9-d71f74207606 req-fcd4fca6-8938-4b62-97bd-22967a6fa730 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0638773 Aug 24 05:09:45.334858 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ce9ce-d49c-4811-b954-a62a3eb12eb8 req-1b3cdc50-6726-4690-b66c-d3164aa72090 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:45.338111 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f02ce9ce-d49c-4811-b954-a62a3eb12eb8 req-1b3cdc50-6726-4690-b66c-d3164aa72090 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0811667 Aug 24 05:09:45.413138 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f02ce9ce-d49c-4811-b954-a62a3eb12eb8 req-b2e46be1-c7cb-49f7-8da2-eea524674d11 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669661 Aug 24 05:09:46.339600 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-92179392-a700-4c35-97d5-0b01773188e0 req-68a92496-17bd-4ee8-ab28-cdf16a725ddf tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0315125 Aug 24 05:09:46.574527 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2af44-3d33-4cbb-b24a-13d356772615 req-562599fd-65d3-47c0-860f-87e3ae22f77c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:46.576297 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2da2af44-3d33-4cbb-b24a-13d356772615 req-562599fd-65d3-47c0-860f-87e3ae22f77c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0684385 Aug 24 05:09:46.630307 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2da2af44-3d33-4cbb-b24a-13d356772615 req-5d2359c7-4a1c-4ae6-b72e-61d231823542 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464249 Aug 24 05:09:47.457414 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-629787cb-dedf-4dec-8d5d-3c7c470f739b req-56cfa73a-4727-4105-8e57-7354e92f81c4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0338962 Aug 24 05:09:47.801046 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6287cc-9372-49c1-9401-1f1aca632e47 req-309186b5-b0e6-4fd5-8a13-03dfcd2bec59 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:47.802805 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a6287cc-9372-49c1-9401-1f1aca632e47 req-309186b5-b0e6-4fd5-8a13-03dfcd2bec59 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0714209 Aug 24 05:09:47.870955 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7a6287cc-9372-49c1-9401-1f1aca632e47 req-2f5e10b2-4591-4b97-b2d6-604804fc1fe8 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622015 Aug 24 05:09:48.579347 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14d3151c-7f23-4aa5-8288-5477ba8ea311 req-43d9c879-a353-4430-a0a9-4b3be009ed1c tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0403030 Aug 24 05:09:49.011961 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808872a-005a-4e7a-af98-824c32449a53 req-386b8a2a-8bac-44ee-8ef0-bbbb69cf2995 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:49.013685 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f808872a-005a-4e7a-af98-824c32449a53 req-386b8a2a-8bac-44ee-8ef0-bbbb69cf2995 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0564744 Aug 24 05:09:49.072105 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f808872a-005a-4e7a-af98-824c32449a53 req-4a27b470-fbbb-42d3-b7d0-53f9372157a7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489452 Aug 24 05:09:49.281032 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:49.283430 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=24 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:49.690241 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a12f1c1-65e2-434b-a60a-adeab84e3e9d req-572c13a1-1f85-45e9-b1ba-d5d15cfb785d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0313556 Aug 24 05:09:49.916013 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:49.918620 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=4,neutron:SELECT=66 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:50.207457 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26bfcd-94cc-4865-8974-ab5d4ed3647d req-6d59dc35-b326-4e34-99f5-27c6e036701f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:50.208981 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff26bfcd-94cc-4865-8974-ab5d4ed3647d req-6d59dc35-b326-4e34-99f5-27c6e036701f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0483465 Aug 24 05:09:50.236380 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:50.259249 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ff26bfcd-94cc-4865-8974-ab5d4ed3647d req-30686586-7612-4f02-9d0d-2056bf32c7b6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Aug 24 05:09:50.773891 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=81 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:50.803507 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-288d441c-1b21-4ba3-b75b-42ee41e29d03 req-93656c1c-8571-4204-9d81-1b6e489d8f75 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0374985 Aug 24 05:09:51.388575 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973db6c-8a6a-459b-af59-05d29ffb0ec1 req-ff935a5a-afe7-4e0e-839c-d71ca41762d6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:51.390038 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e973db6c-8a6a-459b-af59-05d29ffb0ec1 req-ff935a5a-afe7-4e0e-839c-d71ca41762d6 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0473661 Aug 24 05:09:51.439884 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e973db6c-8a6a-459b-af59-05d29ffb0ec1 req-bf772ef7-3dcf-4fe5-9f15-1bbc6b81ea8b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Aug 24 05:09:51.904894 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b6ac7d8d-f692-4637-9f06-9452d04331f3 req-2410fd3c-b108-4c80-9282-d92ec8eca595 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0291138 Aug 24 05:09:52.570655 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87474c8-ae41-4f8c-ac4d-ab8d9e268f29 req-eb4da097-ec52-431a-ad3a-7930578e2fd7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:52.572173 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b87474c8-ae41-4f8c-ac4d-ab8d9e268f29 req-eb4da097-ec52-431a-ad3a-7930578e2fd7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0530839 Aug 24 05:09:52.625069 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b87474c8-ae41-4f8c-ac4d-ab8d9e268f29 req-997623b1-d72b-4f74-82f5-f421f8d63a2c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467033 Aug 24 05:09:53.019578 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2b1e8db1-800c-4fb4-8e12-d639840c0974 req-1b2a9d70-59cb-478d-9731-13de0670bfb6 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0305660 Aug 24 05:09:53.761225 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35409b3d-c728-411c-9823-ce5afed7e0e1 req-e6f46660-f0cd-41e4-afc5-92ec4ba4054d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:53.762726 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-35409b3d-c728-411c-9823-ce5afed7e0e1 req-e6f46660-f0cd-41e4-afc5-92ec4ba4054d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0555084 Aug 24 05:09:53.812652 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-35409b3d-c728-411c-9823-ce5afed7e0e1 req-cb11823c-f65f-4d87-b567-dad01af9f1b4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Aug 24 05:09:54.129728 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d83b6d87-4b56-47e1-9389-c012b26a01b7 req-4a008166-9653-4843-a042-c8b64e067f6c tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0320332 Aug 24 05:09:54.940836 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc263a1f-c41f-4e13-9f70-a0b0fe76cf7e req-b18881e4-dd2b-4850-83f4-418be227c9f4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:54.942335 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fc263a1f-c41f-4e13-9f70-a0b0fe76cf7e req-b18881e4-dd2b-4850-83f4-418be227c9f4 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0487022 Aug 24 05:09:54.990121 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fc263a1f-c41f-4e13-9f70-a0b0fe76cf7e req-ac9dc0bf-830c-4912-85ed-3043f8d1af58 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422826 Aug 24 05:09:55.243454 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8aba8604-d4da-46d1-9a2d-2b9d58b98abb req-97d1ce09-c771-4568-9614-31a43ce5579e tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0352232 Aug 24 05:09:56.110747 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:56.119076 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b64a9-3ca5-44fb-884b-bf234a20f2d3 req-a3d8ba68-a20c-4527-8b41-6a964b495911 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:56.127948 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d38b64a9-3ca5-44fb-884b-bf234a20f2d3 req-a3d8ba68-a20c-4527-8b41-6a964b495911 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0511999 Aug 24 05:09:56.169973 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d38b64a9-3ca5-44fb-884b-bf234a20f2d3 req-83547a7e-09bc-4191-94f6-843ff7a78845 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 Aug 24 05:09:56.352206 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9c1ac688-bcb2-47b3-b929-f89cc1edc6c3 req-573bcfc9-d171-4062-b018-5fc435a042d0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0343513 Aug 24 05:09:57.307094 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314720d-f4c6-446d-bfbd-3a2cd20eeea6 req-5d2c32f2-fe28-49ff-afc0-1b04c58f1f36 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:57.308579 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f314720d-f4c6-446d-bfbd-3a2cd20eeea6 req-5d2c32f2-fe28-49ff-afc0-1b04c58f1f36 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 944 time: 0.0493493 Aug 24 05:09:57.360512 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f314720d-f4c6-446d-bfbd-3a2cd20eeea6 req-146f34f8-d934-49cb-979f-6ec8a7943341 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462654 Aug 24 05:09:57.463565 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c6c1110-baa7-4aa1-8dd2-467c758c421b req-97da88d5-e834-4a98-9918-05b86c35792b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0314283 Aug 24 05:09:57.553478 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:09:57.657571 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:57.669721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'port_id': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'mac_address': 'fa:16:3e:09:1f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:09:57.710541 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:57.710926 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:57.725095 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:09:57.746447 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:57.810667 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:57.859369 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=9']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:58.187412 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['9ab1453d-67b5-49c8-8f3c-ea71d32993d7'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:09:58.200470 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-a83e60a3-1e4a-4d05-bda6-30d491c3591d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:58.201992 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-a83e60a3-1e4a-4d05-bda6-30d491c3591d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 815 time: 0.1153998 Aug 24 05:09:58.220330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'port': {'device_id': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'admin_state_up': True, 'tenant_id': '67112706d4df4183bc338732b237df6e'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:09:58.413453 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Made reservation on behalf of 67112706d4df4183bc338732b237df6e for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:09:58.414939 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:58.544619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bbf2-3136-4b6c-b526-afc9bf82bb44 req-9e116ce0-202b-4b33-b852-2f4109582fa3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:58.547772 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a77bbf2-3136-4b6c-b526-afc9bf82bb44 req-9e116ce0-202b-4b33-b852-2f4109582fa3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 945 time: 0.0885191 Aug 24 05:09:58.590179 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Allocated IP 172.20.0.6 (1797f5d6-f35a-403a-9635-a2f993ac8d6b/b4296aec-87b2-492b-8f26-d962f39346bb/99121297-4f7c-4781-a86a-671bcdda3a4e) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:09:58.609980 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cd5c99ca-3753-4923-abee-74ef7a538861 req-ebb7c3f5-408f-42d1-a8ac-c3b92490c228 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0483470 Aug 24 05:09:58.635573 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5a77bbf2-3136-4b6c-b526-afc9bf82bb44 req-93997bc0-303d-412d-b055-b8fcb4b8e45a tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814989 Aug 24 05:09:58.791197 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:58.897255 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:58.999403 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:09:59.004333 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:09:59.009048 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:09:59.092868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:09:59.117582 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:59.119150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:59.243168 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-efc0966e-7d00-405a-b1b8-678192667e25 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0271089 Aug 24 05:09:59.334343 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-039f42fc-dd56-4e1c-90bd-f2a842c12828 None None] Provisioning complete for port 99121297-4f7c-4781-a86a-671bcdda3a4e triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:59.335426 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-039f42fc-dd56-4e1c-90bd-f2a842c12828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:59.370855 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-039f42fc-dd56-4e1c-90bd-f2a842c12828 None None] Port 99121297-4f7c-4781-a86a-671bcdda3a4e cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:09:59.558496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:09:59.631689 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:09:59.632356 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:59.774986 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:09:59.774986 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:59.787913 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563ec76-a3a7-4294-b7d7-b6deb45a8362 req-87907043-b494-4ec2-958f-e784d0e94156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:59.796451 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e563ec76-a3a7-4294-b7d7-b6deb45a8362 req-87907043-b494-4ec2-958f-e784d0e94156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 931 time: 0.0814264 Aug 24 05:09:59.813183 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:09:59.820580 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d98a7-8ba6-4f90-9c2a-52646e3d888f" -d '{"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:09:59.836004 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:09:59.841948 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:59.863795 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e20c52-c560-4e02-a5ed-7c33e4dbe204 req-15d63806-d531-4ad7-873f-6c7ae5b1e658 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:09:59.866320 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c8e20c52-c560-4e02-a5ed-7c33e4dbe204 req-15d63806-d531-4ad7-873f-6c7ae5b1e658 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 945 time: 0.1013560 Aug 24 05:09:59.930637 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:09:59.933048 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e563ec76-a3a7-4294-b7d7-b6deb45a8362 req-ed5b9a51-e339-4605-a698-3e73ec9842e2 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353757 Aug 24 05:09:59.949759 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:09:59.969709 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c8e20c52-c560-4e02-a5ed-7c33e4dbe204 req-be309006-c48a-41ad-a116-0b94e256a789 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960057 Aug 24 05:10:00.021525 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d902a-5814-4447-8918-c8edb1493ce8 x-openstack-request-id: req-547d902a-5814-4447-8918-c8edb1493ce8 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:00.026285 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:00.026285 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-547d902a-5814-4447-8918-c8edb1493ce8 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:00.026285 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547d902a-5814-4447-8918-c8edb1493ce8'] response: {'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'code': 200} Aug 24 05:10:00.053375 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=10']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:01.099160 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca7d4d-b7e9-4032-95a9-1472f9897890 req-59519ff0-10df-4cc5-97a7-e0d0583bb823 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:01.100924 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09ca7d4d-b7e9-4032-95a9-1472f9897890 req-59519ff0-10df-4cc5-97a7-e0d0583bb823 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 931 time: 0.0829618 Aug 24 05:10:01.186777 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9094681-46a4-452e-a879-421a697bf25c req-5a74be90-6f4c-4f48-9eaa-0c6575c075ce tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:01.196648 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c9094681-46a4-452e-a879-421a697bf25c req-5a74be90-6f4c-4f48-9eaa-0c6575c075ce tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0946314 Aug 24 05:10:01.218810 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-09ca7d4d-b7e9-4032-95a9-1472f9897890 req-f88de555-dac1-47f6-8677-3e8fd56c554c tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083376 Aug 24 05:10:01.258031 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c9094681-46a4-452e-a879-421a697bf25c req-33b1ccee-0edd-4a77-853b-195fb71548b3 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603020 Aug 24 05:10:02.361690 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d1682-9afa-46f9-8587-bed622d3e3a4 req-10dcbae8-1165-4eae-a9af-06ca0e5f5b05 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:02.363995 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5e8d1682-9afa-46f9-8587-bed622d3e3a4 req-10dcbae8-1165-4eae-a9af-06ca0e5f5b05 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 931 time: 0.0543919 Aug 24 05:10:02.427514 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5e8d1682-9afa-46f9-8587-bed622d3e3a4 req-94a461ec-f382-4ec1-ae1d-498f1dc59ec2 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Aug 24 05:10:02.541518 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5038-fc3f-4d09-89af-3dd0ac19bba8 req-24d2f497-dc84-4f29-bbae-f38d06ac1482 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:02.543191 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2e2a5038-fc3f-4d09-89af-3dd0ac19bba8 req-24d2f497-dc84-4f29-bbae-f38d06ac1482 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0521042 Aug 24 05:10:02.598070 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2e2a5038-fc3f-4d09-89af-3dd0ac19bba8 req-d774988b-ab40-4d9a-9497-2ead9045c953 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487812 Aug 24 05:10:03.002054 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=13 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:03.007120 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=13 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:03.558765 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1677-fade-4a13-930d-3eb5149d1e81 req-0e0d7b13-9415-4c8e-9eab-6ab1cfb525a8 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:03.560320 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd3b1677-fade-4a13-930d-3eb5149d1e81 req-0e0d7b13-9415-4c8e-9eab-6ab1cfb525a8 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 931 time: 0.0507421 Aug 24 05:10:03.620488 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dd3b1677-fade-4a13-930d-3eb5149d1e81 req-916b1608-ed76-454c-919c-92afba944010 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Aug 24 05:10:03.777587 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4812172-9a1d-4814-9196-0242f6fd86d5 req-6dd8ee03-9b86-4a71-af62-9208841642ff tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:03.779369 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4812172-9a1d-4814-9196-0242f6fd86d5 req-6dd8ee03-9b86-4a71-af62-9208841642ff tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0613053 Aug 24 05:10:03.835722 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d4812172-9a1d-4814-9196-0242f6fd86d5 req-c8e68d4e-7904-4b82-bef9-8d2e57f346ad tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496948 Aug 24 05:10:04.300642 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:10:04.760608 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f7afc-2179-45cd-9c16-40b1b1b73cef req-896075cd-f6ee-4633-abac-e5a11d65c6d8 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:04.762462 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-059f7afc-2179-45cd-9c16-40b1b1b73cef req-896075cd-f6ee-4633-abac-e5a11d65c6d8 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 931 time: 0.0513549 Aug 24 05:10:04.802840 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:04.819448 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-059f7afc-2179-45cd-9c16-40b1b1b73cef req-3caf22b4-6298-4ff1-8f8a-a7640f1ab39e tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515563 Aug 24 05:10:04.913709 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d0047969-2b52-4183-b33e-2ca37266f922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:04.995125 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253fb8-6c5e-4528-8e17-01a88ba8d2af req-2aea9312-45c5-4a66-b4ac-4c7d6df4a67d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:04.996583 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a7253fb8-6c5e-4528-8e17-01a88ba8d2af req-2aea9312-45c5-4a66-b4ac-4c7d6df4a67d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0669971 Aug 24 05:10:05.057960 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a7253fb8-6c5e-4528-8e17-01a88ba8d2af req-2f21751d-13d3-40d6-8c2d-9c3888ab5beb tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535014 Aug 24 05:10:05.944833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bccda6-2ee7-4687-9d2c-611e2b43d7cd req-74135486-283f-4df7-87c9-9fe7427f0dde tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:05.946276 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-73bccda6-2ee7-4687-9d2c-611e2b43d7cd req-74135486-283f-4df7-87c9-9fe7427f0dde tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 931 time: 0.0501015 Aug 24 05:10:06.002929 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-73bccda6-2ee7-4687-9d2c-611e2b43d7cd req-61fbf9f6-d62a-44cf-87de-62313b59fb34 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Aug 24 05:10:06.204464 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951727c-28a6-4939-b1ea-5d22ca94fd77 req-c9113c53-a4e9-4380-9b76-7e3b3ed9c623 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:06.206917 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8951727c-28a6-4939-b1ea-5d22ca94fd77 req-c9113c53-a4e9-4380-9b76-7e3b3ed9c623 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0537636 Aug 24 05:10:06.267199 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8951727c-28a6-4939-b1ea-5d22ca94fd77 req-8a2cb549-b10c-4bef-b1d6-12a9579ec16b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549347 Aug 24 05:10:07.136712 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49550d-e11a-4fa3-bc0c-6741e1382ba9 req-a7ec382b-7de4-49ad-b543-174da1fb2f79 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:07.138245 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd49550d-e11a-4fa3-bc0c-6741e1382ba9 req-a7ec382b-7de4-49ad-b543-174da1fb2f79 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 931 time: 0.0534513 Aug 24 05:10:07.199471 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd49550d-e11a-4fa3-bc0c-6741e1382ba9 req-8076ea71-1c46-4126-834a-2717534bb7b8 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549488 Aug 24 05:10:07.371911 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:07.414748 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346c02f-8c9a-415c-b1a5-164b91352373 req-f7dcbced-0506-4c31-81f8-625de1ca6b30 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:07.416433 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d346c02f-8c9a-415c-b1a5-164b91352373 req-f7dcbced-0506-4c31-81f8-625de1ca6b30 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0572379 Aug 24 05:10:07.473607 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d346c02f-8c9a-415c-b1a5-164b91352373 req-aba9b218-0314-40e1-965b-3be692ef25bc tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515139 Aug 24 05:10:07.552511 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-00dd1bf6-0258-4e84-9de3-c9f1fca36fae tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:10:07.598450 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-00dd1bf6-0258-4e84-9de3-c9f1fca36fae tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.102 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076008 Aug 24 05:10:07.631498 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Request body: {'port': {'device_id': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:07.690399 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:07.699345 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:07.798460 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:07.962748 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99121297-4f7c-4781-a86a-671bcdda3a4e {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:10:07.970403 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Publish callbacks [] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:07.983612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Transition to ACTIVE for port object 99121297-4f7c-4781-a86a-671bcdda3a4e will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:10:08.041975 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5fb54053-db1e-4a77-8d88-c625e8d7d73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:08.122177 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:08.184715 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Pushing event updated for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Attempting to bind port 99121297-4f7c-4781-a86a-671bcdda3a4e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Attempting to bind port 99121297-4f7c-4781-a86a-671bcdda3a4e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Attempting to bind port 99121297-4f7c-4781-a86a-671bcdda3a4e on network 1797f5d6-f35a-403a-9635-a2f993ac8d6b {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Port 99121297-4f7c-4781-a86a-671bcdda3a4e on network 1797f5d6-f35a-403a-9635-a2f993ac8d6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Attempting to bind port 99121297-4f7c-4781-a86a-671bcdda3a4e on network 1797f5d6-f35a-403a-9635-a2f993ac8d6b {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Checking segment: {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Bound using segment: {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Bound port: 99121297-4f7c-4781-a86a-671bcdda3a4e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8b9327-9325-4a85-854b-e7e1def1ccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:10:08.247540 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:08.318400 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:10:08.321727 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99121297-4f7c-4781-a86a-671bcdda3a4e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:10:08.331907 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82440af3-8f27-465e-8ce6-846eb3f29735 req-bc95d5a1-20eb-4c23-8fab-005ae78838fd tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:08.333660 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82440af3-8f27-465e-8ce6-846eb3f29735 req-bc95d5a1-20eb-4c23-8fab-005ae78838fd tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 943 time: 0.0568042 Aug 24 05:10:08.382665 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82440af3-8f27-465e-8ce6-846eb3f29735 req-fdab29f7-1665-43eb-994f-8d3cefe934ff tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Aug 24 05:10:08.416751 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:08.421015 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:08.425963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:08.425963 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 1093 time: 0.8600922 Aug 24 05:10:08.425963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:08.426779 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7b7daf-68df-4090-9911-56f160578f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:08.508152 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:08.637938 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e560b5-c086-49da-871b-b194964873c2 req-057e3b6d-f256-4618-ab0c-bba9bc271fc2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:08.639553 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f9e560b5-c086-49da-871b-b194964873c2 req-057e3b6d-f256-4618-ab0c-bba9bc271fc2 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0526593 Aug 24 05:10:08.689775 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f9e560b5-c086-49da-871b-b194964873c2 req-a9cab2cc-b82a-4a53-9acb-55bebfc497db tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442624 Aug 24 05:10:08.725324 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd49829-e024-4fbc-8f78-fa9aa2aedf06 x-openstack-request-id: req-efd49829-e024-4fbc-8f78-fa9aa2aedf06 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:08.725895 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:08.725895 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-efd49829-e024-4fbc-8f78-fa9aa2aedf06 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:08.726224 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd49829-e024-4fbc-8f78-fa9aa2aedf06'] response: {'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'status': 'completed', 'code': 200} Aug 24 05:10:08.756861 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae23b38-c238-4df2-98ae-4830cddb4690 service neutron] Pushing event updated for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:08.887626 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:09.502543 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f23ae-d8c5-4046-863e-437cb9518b8a req-e6706b01-6c41-4606-bcf5-45d09e23f519 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:09.504636 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8a0f23ae-d8c5-4046-863e-437cb9518b8a req-e6706b01-6c41-4606-bcf5-45d09e23f519 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 943 time: 0.0473588 Aug 24 05:10:09.556310 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8a0f23ae-d8c5-4046-863e-437cb9518b8a req-07a593f5-1b80-4be1-b5bf-1557b1bdeb0b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Aug 24 05:10:09.820584 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b1c5-0762-40cf-8520-f54a4b0b82b0 req-ee3dc5a7-db73-42d4-9f3f-c9a1e195626c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:09.822123 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1d67b1c5-0762-40cf-8520-f54a4b0b82b0 req-ee3dc5a7-db73-42d4-9f3f-c9a1e195626c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0501730 Aug 24 05:10:09.871925 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1d67b1c5-0762-40cf-8520-f54a4b0b82b0 req-7ea7df3d-926a-48e8-bb6c-e2c9682e822b tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438359 Aug 24 05:10:09.885636 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:09.912317 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:09.970466 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:10.043642 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:10.680916 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689729-104e-4b0d-98ba-8216b5cc2c9c req-5b80afff-9fde-4222-8868-ef15c5710e43 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:10.682437 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b3689729-104e-4b0d-98ba-8216b5cc2c9c req-5b80afff-9fde-4222-8868-ef15c5710e43 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 943 time: 0.0496936 Aug 24 05:10:10.731524 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b3689729-104e-4b0d-98ba-8216b5cc2c9c req-95dfd8e5-9fda-4f22-b7c9-23fd373fc5cf tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Aug 24 05:10:10.837756 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7daf-68df-4090-9911-56f160578f0c req-c5657f98-b45a-4bde-9f14-aee8c0879e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:10.839357 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ef7b7daf-68df-4090-9911-56f160578f0c req-c5657f98-b45a-4bde-9f14-aee8c0879e9c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1127 time: 0.0433083 Aug 24 05:10:10.961881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7daf-68df-4090-9911-56f160578f0c req-aa3c719c-c4f8-4245-afae-167bf930636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:10.963382 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ef7b7daf-68df-4090-9911-56f160578f0c req-aa3c719c-c4f8-4245-afae-167bf930636f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=67112706d4df4183bc338732b237df6e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1109903 Aug 24 05:10:11.018833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048790-e257-43f2-a3de-ec301b75b395 req-853064f5-b25d-4443-94bd-7285e67c7aba tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:11.021110 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-85048790-e257-43f2-a3de-ec301b75b395 req-853064f5-b25d-4443-94bd-7285e67c7aba tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0552776 Aug 24 05:10:11.042134 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:11.045535 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54ae2-8ae7-40be-b534-48a1986fe24a req-3c50958a-eb74-4be7-bfdb-43c6298f1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:11.047100 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fc54ae2-8ae7-40be-b534-48a1986fe24a req-3c50958a-eb74-4be7-bfdb-43c6298f1aec service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1131 time: 0.0724335 Aug 24 05:10:11.073945 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-85048790-e257-43f2-a3de-ec301b75b395 req-f4f8ab12-203d-435f-80b2-40898ce1d7b5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Aug 24 05:10:11.139078 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7daf-68df-4090-9911-56f160578f0c req-0ad4c2e9-dec4-4a79-9c49-3f969de619a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:11.140663 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ef7b7daf-68df-4090-9911-56f160578f0c req-0ad4c2e9-dec4-4a79-9c49-3f969de619a2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1646621 Aug 24 05:10:11.142913 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-7fc54ae2-8ae7-40be-b534-48a1986fe24a req-f11badc1-6d27-40fb-a2eb-851822ad592f service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668135 Aug 24 05:10:11.495855 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-4dac95f8-d94c-4009-87da-9edca4af43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:11.497419 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-4dac95f8-d94c-4009-87da-9edca4af43a9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1127 time: 0.0428553 Aug 24 05:10:11.544003 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-4668926c-aba6-43d8-9547-6c686217797b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 217 time: 0.0377443 Aug 24 05:10:11.596163 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-be6a35a3-c3de-4360-a8fd-2a557bb0a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:11.597749 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-be6a35a3-c3de-4360-a8fd-2a557bb0a1a3 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0478888 Aug 24 05:10:11.646703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-c39f06b5-a9fb-4130-bc82-e8df1b1522fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:11.648310 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-c39f06b5-a9fb-4130-bc82-e8df1b1522fe service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425694 Aug 24 05:10:11.856894 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d18013-5997-44b3-bf74-d635760e541e req-ad54795f-5266-4d43-a962-d611f803a30d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:11.858601 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a0d18013-5997-44b3-bf74-d635760e541e req-ad54795f-5266-4d43-a962-d611f803a30d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 943 time: 0.0522761 Aug 24 05:10:11.908818 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a0d18013-5997-44b3-bf74-d635760e541e req-75063918-5ea4-4c84-b3f6-ec1b3a918109 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Aug 24 05:10:12.214866 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306e92f-a47b-4e37-85dc-d511b3a62962 req-c0691b62-d713-4d09-a3d9-9161b30b798e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:12.216580 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f306e92f-a47b-4e37-85dc-d511b3a62962 req-c0691b62-d713-4d09-a3d9-9161b30b798e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0532217 Aug 24 05:10:12.265837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f306e92f-a47b-4e37-85dc-d511b3a62962 req-8f584f3c-aee0-49d3-a86c-7e3af785a87d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 Aug 24 05:10:12.300146 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-800d5690-e329-426f-b97c-2ecd7916e533 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945241 Aug 24 05:10:12.399307 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-99826b3a-5843-4e82-87f1-ab4216f063ec req-e0f8a784-5e9c-45e9-83a3-312d65fcd220 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864232 Aug 24 05:10:13.032329 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdae1-a492-420a-a510-b5ba37a91f50 req-814ac764-cc79-4f35-acf0-0144c3893350 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:13.033860 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c3bdae1-a492-420a-a510-b5ba37a91f50 req-814ac764-cc79-4f35-acf0-0144c3893350 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 943 time: 0.0493507 Aug 24 05:10:13.083154 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4c3bdae1-a492-420a-a510-b5ba37a91f50 req-6c28440c-78b4-40f4-bfe4-0a44bfe2ff94 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Aug 24 05:10:13.397072 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3162-2b96-4856-b044-3094743b4ecb req-634e4df0-22b2-40f7-b535-1e90b826a35f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:13.398552 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-89fd3162-2b96-4856-b044-3094743b4ecb req-634e4df0-22b2-40f7-b535-1e90b826a35f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0476410 Aug 24 05:10:13.449983 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-89fd3162-2b96-4856-b044-3094743b4ecb req-5867aa58-d886-4ca5-99b9-746b1b83b3e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458066 Aug 24 05:10:14.206534 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb9f7-2a9e-4d42-905d-761e2912851e req-0aa8e260-55ed-4c9f-894e-01c42f6e1893 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:14.208617 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-97fbb9f7-2a9e-4d42-905d-761e2912851e req-0aa8e260-55ed-4c9f-894e-01c42f6e1893 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 943 time: 0.0495229 Aug 24 05:10:14.220764 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:14.256174 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-97fbb9f7-2a9e-4d42-905d-761e2912851e req-c5bfee1f-a612-4d71-a58b-b5a323c9db3b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Aug 24 05:10:14.296227 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:14.577452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0f04-96a2-413a-9d6e-40d0c0f9b25b req-d5d08c31-9934-4cd6-93f2-9ea33918c4dd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:14.578932 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-321f0f04-96a2-413a-9d6e-40d0c0f9b25b req-d5d08c31-9934-4cd6-93f2-9ea33918c4dd tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0487657 Aug 24 05:10:14.627213 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-321f0f04-96a2-413a-9d6e-40d0c0f9b25b req-34a8d2e2-f2ad-4c0b-ac9c-53812008d39d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Aug 24 05:10:15.388021 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f587c-4386-4bf7-b0b2-665a76bf25e2 req-326867d9-7c16-4f2b-975b-58dae86eaec2 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:15.389665 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-210f587c-4386-4bf7-b0b2-665a76bf25e2 req-326867d9-7c16-4f2b-975b-58dae86eaec2 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 943 time: 0.0586338 Aug 24 05:10:15.444401 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-210f587c-4386-4bf7-b0b2-665a76bf25e2 req-190a2ff5-f144-45b1-bed8-d5f6fa103b32 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Aug 24 05:10:15.635668 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99121297-4f7c-4781-a86a-671bcdda3a4e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:10:15.776035 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99121297-4f7c-4781-a86a-671bcdda3a4e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:15.778730 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a64df-efc0-4636-be17-bc6f8d6f5873 req-30526996-cbbc-46bb-a31a-c5d03f4ffb2d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:15.781086 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f17a64df-efc0-4636-be17-bc6f8d6f5873 req-30526996-cbbc-46bb-a31a-c5d03f4ffb2d tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0614159 Aug 24 05:10:15.791375 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'port_id': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'mac_address': 'fa:16:3e:24:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:10:15.834332 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 99121297-4f7c-4781-a86a-671bcdda3a4e is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:10:15.834636 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:15.841392 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f17a64df-efc0-4636-be17-bc6f8d6f5873 req-eecd8fec-8010-4692-a741-89a88d91aad5 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518401 Aug 24 05:10:15.860336 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99121297-4f7c-4781-a86a-671bcdda3a4e {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:10:15.878459 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99121297-4f7c-4781-a86a-671bcdda3a4e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:15.962952 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:16.012636 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:16.020478 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.020929 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.021279 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.021625 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.021963 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.022295 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.022621 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.022948 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.023319 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.023729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.024058 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.024383 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.024710 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.025031 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.025352 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:16.327882 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['99121297-4f7c-4781-a86a-671bcdda3a4e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:10:16.569247 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d275a4-1b72-4d3d-a41c-71e3951ca5e3 req-79c837d1-4494-40cf-98e3-f209ee830591 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:16.570800 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-54d275a4-1b72-4d3d-a41c-71e3951ca5e3 req-79c837d1-4494-40cf-98e3-f209ee830591 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 944 time: 0.0506449 Aug 24 05:10:16.625653 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-54d275a4-1b72-4d3d-a41c-71e3951ca5e3 req-1c1cb57e-3e2f-4e77-8bc3-c3d1b2166e2b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 Aug 24 05:10:16.971109 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e4286-791d-47d5-bef0-b5aa80088478 req-d7a40f60-5033-471f-9a8b-714e262c079c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:16.972643 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e7e4286-791d-47d5-bef0-b5aa80088478 req-d7a40f60-5033-471f-9a8b-714e262c079c tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0491216 Aug 24 05:10:17.020822 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e7e4286-791d-47d5-bef0-b5aa80088478 req-3ea715b7-0f5a-470b-a786-16485c35c205 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Aug 24 05:10:17.648987 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99121297-4f7c-4781-a86a-671bcdda3a4e up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:10:17.695262 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 99121297-4f7c-4781-a86a-671bcdda3a4e completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:10:17.750217 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bde3d-3c8b-4131-9cad-3bd71b2d6745 req-c1c8cb2f-0f2c-4057-817e-b386b9cf710d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:17.751720 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd1bde3d-3c8b-4131-9cad-3bd71b2d6745 req-c1c8cb2f-0f2c-4057-817e-b386b9cf710d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 944 time: 0.0489795 Aug 24 05:10:17.763855 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:17.811889 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bd1bde3d-3c8b-4131-9cad-3bd71b2d6745 req-122feccd-41f5-46e0-9a7c-08b3d176ac97 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536101 Aug 24 05:10:17.825111 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 99121297-4f7c-4781-a86a-671bcdda3a4e triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:10:17.825497 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:17.921523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 99121297-4f7c-4781-a86a-671bcdda3a4e is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:10:17.921918 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:17.949678 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:17.952044 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2529d4fa-b018-4793-9a85-1b6e09e32dec" -d '{"events": [{"server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "name": "network-vif-plugged", "status": "completed", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:17.973030 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99121297-4f7c-4781-a86a-671bcdda3a4e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:18.050963 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939eede3-cb48-45bb-bcab-7fcfa3c5220b x-openstack-request-id: req-939eede3-cb48-45bb-bcab-7fcfa3c5220b {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:18.051327 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "name": "network-vif-plugged", "status": "completed", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:18.051726 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-939eede3-cb48-45bb-bcab-7fcfa3c5220b {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:18.052128 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939eede3-cb48-45bb-bcab-7fcfa3c5220b'] response: {'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'code': 200} Aug 24 05:10:18.146163 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:18.194220 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:18.888894 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fa8dc-9698-4736-aea6-c1c45ba08f54 req-3a074f3a-bf18-455c-8042-a2cd6c04ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:18.890545 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-955fa8dc-9698-4736-aea6-c1c45ba08f54 req-3a074f3a-bf18-455c-8042-a2cd6c04ad25 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1129 time: 0.0496757 Aug 24 05:10:18.960097 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb58d01-45a1-4d59-a380-2d6494e3dbcf req-69448419-acbd-43c5-872e-04c311686815 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:18.961660 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dbb58d01-45a1-4d59-a380-2d6494e3dbcf req-69448419-acbd-43c5-872e-04c311686815 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0642347 Aug 24 05:10:18.970649 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-955fa8dc-9698-4736-aea6-c1c45ba08f54 req-977d53f3-bc31-430a-b6cf-384d231f89e3 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Aug 24 05:10:19.010045 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dbb58d01-45a1-4d59-a380-2d6494e3dbcf req-c4fc7bd7-1782-4356-9807-0c78ab7944a3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Aug 24 05:10:20.145298 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc08c7-b836-46c3-8ff2-6cd848037248 req-03251000-9fea-400c-8230-57964111b815 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:20.146948 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ecbc08c7-b836-46c3-8ff2-6cd848037248 req-03251000-9fea-400c-8230-57964111b815 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0519931 Aug 24 05:10:20.202675 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ecbc08c7-b836-46c3-8ff2-6cd848037248 req-5a1ac0dd-0b3c-4137-986a-46326f1139e0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495608 Aug 24 05:10:21.337727 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae4965-40e2-4ea4-8196-e57f9e42381c req-328f7d75-5d95-4d5c-a33b-33a0347dc3ad tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:21.339308 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-94ae4965-40e2-4ea4-8196-e57f9e42381c req-328f7d75-5d95-4d5c-a33b-33a0347dc3ad tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0523920 Aug 24 05:10:21.388179 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-94ae4965-40e2-4ea4-8196-e57f9e42381c req-df4f65fd-1319-4c26-955c-f58a355c04b1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Aug 24 05:10:21.524385 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88f975-975f-4a4c-b918-d6f81cac17a5 req-249e8bca-36dd-478c-8ebb-74e5ebd5bf6b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:21.525924 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5b88f975-975f-4a4c-b918-d6f81cac17a5 req-249e8bca-36dd-478c-8ebb-74e5ebd5bf6b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0574920 Aug 24 05:10:21.577292 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5b88f975-975f-4a4c-b918-d6f81cac17a5 req-157f3715-8803-48be-a691-5ed34223896d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Aug 24 05:10:21.924713 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6dab-2652-4ec8-ac49-6772432a3f17 req-500e7176-1949-4fb3-a9ba-d3e25a0dd590 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:21.926637 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b08c6dab-2652-4ec8-ac49-6772432a3f17 req-500e7176-1949-4fb3-a9ba-d3e25a0dd590 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0527697 Aug 24 05:10:21.982421 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b08c6dab-2652-4ec8-ac49-6772432a3f17 req-7b8f3985-29db-44a2-9014-7bd2e6be1c19 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494399 Aug 24 05:10:26.273848 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:26.278857 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:26.846346 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47894) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:27.068735 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:27.107723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Deleting port 779c3b28-21cc-4c86-9cd0-25c9d88290c8 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:27.108065 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:27.131051 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:27.200193 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:27.200524 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for floatingip (779c3b28-21cc-4c86-9cd0-25c9d88290c8), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:27.214097 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Calling delete_port for 779c3b28-21cc-4c86-9cd0-25c9d88290c8 owned by network:floatingip {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:27.468869 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (779c3b28-21cc-4c86-9cd0-25c9d88290c8), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:27.498918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event deleted for resources: {'Port': ['ID=779c3b28-21cc-4c86-9cd0-25c9d88290c8,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:27.511837 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.512212 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.512620 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.512957 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.513279 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.513608 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.513948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.514337 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.514661 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.514981 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.515446 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.515767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.516084 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.516398 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.516712 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:27.581832 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for floatingip (539a25e7-7c3c-449a-bb23-0105c36e9f5c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:27.582144 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Floating IP 539a25e7-7c3c-449a-bb23-0105c36e9f5c disassociated (deleted). External IP: 172.27.1.51, port: b5e316a8-f9f0-439d-84be-e2996d1da2a4. Aug 24 05:10:27.787781 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:27.894754 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:27.900532 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:27.905861 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] Sync routers for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:27.917148 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:27.917781 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:27.924697 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:27.934888 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ccde73a1-3cf0-4076-8934-2edd89541209 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/539a25e7-7c3c-449a-bb23-0105c36e9f5c HTTP/1.1" status: 204 len: 168 time: 1.0870178 Aug 24 05:10:27.935600 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:27.937926 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b95570-6d33-43c5-aa73-a6e93431dacc" -d '{"events": [{"name": "network-changed", "server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:27.982238 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35d854-6794-4b93-9043-a2ac59a73ed6 x-openstack-request-id: req-7f35d854-6794-4b93-9043-a2ac59a73ed6 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:27.982760 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:27.983212 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7f35d854-6794-4b93-9043-a2ac59a73ed6 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:27.984267 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f35d854-6794-4b93-9043-a2ac59a73ed6'] response: {'name': 'network-changed', 'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'status': 'completed', 'code': 200} Aug 24 05:10:28.035287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:28.035287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:28.065317 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:28.078585 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-30717f14-23ca-4357-9746-c61a0b485abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:28.092518 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-30717f14-23ca-4357-9746-c61a0b485abc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f6a6379a0607459187075dfcd968d706&device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 1129 time: 0.0849710 Aug 24 05:10:28.238292 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-5249cb6a-839e-484a-b82b-4236df1af917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:28.239919 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-5249cb6a-839e-484a-b82b-4236df1af917 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 200 len: 911 time: 0.1070135 Aug 24 05:10:28.250338 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:10Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:28.279654 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] Checking router: 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:28.290142 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:28.290766 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:28.400572 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:28.404895 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:28.421403 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946401f1-0028-437c-99a4-76d0084b40b6 req-8ccecc78-422e-407f-8367-ac0e02b1db42 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:28.422966 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-946401f1-0028-437c-99a4-76d0084b40b6 req-8ccecc78-422e-407f-8367-ac0e02b1db42 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0580974 Aug 24 05:10:28.475934 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-946401f1-0028-437c-99a4-76d0084b40b6 req-46f0b2fa-0316-4026-af81-5653a3147f8e tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Aug 24 05:10:28.740270 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:10Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:28.745493 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-0b23b524-5d31-4eeb-b7e6-6b12ab45422d service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 200 len: 217 time: 0.0385141 Aug 24 05:10:28.770270 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef141dfe-f9d4-44ee-b461-2c03d3f8a8ea None None] The sync data for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi is: [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:04:03Z', 'revision_number': 4, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '7feccdbf-1df3-4032-9fd7-d04520555d92', 'name': '', 'network_id': '24d96d9d-6911-48d1-b9ca-f4ffb176a803', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'mac_address': 'fa:16:3e:97:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:01Z', 'updated_at': '2022-08-24T05:04:10Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'subnets': [{'id': 'aa4ddd5c-349c-4abf-b4dc-3498ab600803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:28.799561 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-252ab04b-733a-4b49-8592-69c600dadc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:28.801199 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-252ab04b-733a-4b49-8592-69c600dadc68 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 200 len: 848 time: 0.0494523 Aug 24 05:10:28.858512 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-bbfd8fde-90d1-439f-8e89-cc92726e76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:28.860094 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-bbfd8fde-90d1-439f-8e89-cc92726e76e8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=24d96d9d-6911-48d1-b9ca-f4ffb176a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500209 Aug 24 05:10:29.036037 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486d11b-2b77-4f9d-8c79-512da7b8aebc None None] New status for floating IP 539a25e7-7c3c-449a-bb23-0105c36e9f5c: DOWN {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:10:29.602266 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af269-8330-4ede-8ab7-d0716d8f89a1 req-7c8c5671-cc05-4975-8afc-136e23c5d47f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:29.603793 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a51af269-8330-4ede-8ab7-d0716d8f89a1 req-7c8c5671-cc05-4975-8afc-136e23c5d47f tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0482445 Aug 24 05:10:29.655123 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a51af269-8330-4ede-8ab7-d0716d8f89a1 req-e4ae3e7c-ab45-4207-93a5-a6392c8df8f4 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Aug 24 05:10:29.737009 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:30.486124 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-f07cf7d2-e617-48cc-b4a5-b2a7b8347a04 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883324 Aug 24 05:10:30.661290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:30.726905 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c5b95570-6d33-43c5-aa73-a6e93431dacc req-ad014ece-36ae-40ae-bc9a-3ca946efd815 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954773 Aug 24 05:10:30.789191 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a8a07-05d7-4cda-8d93-69129462c545 req-a896c86b-db6f-416a-932c-b20f813397f7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:30.790629 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f85a8a07-05d7-4cda-8d93-69129462c545 req-a896c86b-db6f-416a-932c-b20f813397f7 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0573697 Aug 24 05:10:30.840557 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f85a8a07-05d7-4cda-8d93-69129462c545 req-a9a962df-2ce4-44cb-8e6c-ec7eeb806183 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=9491f300-0029-4f92-bbce-6dfa6149c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 Aug 24 05:10:30.907997 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-fc5f067c-fbfc-448c-90e5-0b280b7f260d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:30.909532 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-fc5f067c-fbfc-448c-90e5-0b280b7f260d tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 945 time: 0.0558400 Aug 24 05:10:31.016366 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Deleting port b5e316a8-f9f0-439d-84be-e2996d1da2a4 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:31.016711 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:31.113396 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] For port b5e316a8-f9f0-439d-84be-e2996d1da2a4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b5e316a8-f9f0-439d-84be-e2996d1da2a4,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:31.113757 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:31.127450 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Calling delete_port for b5e316a8-f9f0-439d-84be-e2996d1da2a4 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:31.408710 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (b5e316a8-f9f0-439d-84be-e2996d1da2a4), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:31.444590 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event deleted for resources: {'Port': ['ID=b5e316a8-f9f0-439d-84be-e2996d1da2a4,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:31.491516 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] No DVR routers for this DVR port b5e316a8-f9f0-439d-84be-e2996d1da2a4 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:31.494162 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:31.497620 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ffdc42fe-6728-4a21-91dc-e8b857aca8e9 req-19d842d1-55b6-4dd5-a802-bc61101c9464 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.102 "DELETE /networking/v2.0/ports/b5e316a8-f9f0-439d-84be-e2996d1da2a4 HTTP/1.1" status: 204 len: 173 time: 0.5823548 Aug 24 05:10:31.498084 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-deleted', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:31.500439 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e71ddd-5e1d-436a-9f0e-a3d2ff5e0bb4" -d '{"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-deleted", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:31.552580 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277c10f-2c2f-4cc0-bf22-36853d44c048 x-openstack-request-id: req-7277c10f-2c2f-4cc0-bf22-36853d44c048 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:31.553499 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f2c50c-6e43-4245-a8a2-b7455d391882", "name": "network-vif-deleted", "tag": "b5e316a8-f9f0-439d-84be-e2996d1da2a4", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:31.553812 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7277c10f-2c2f-4cc0-bf22-36853d44c048 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:31.554377 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7277c10f-2c2f-4cc0-bf22-36853d44c048'] response: {'server_uuid': '11f2c50c-6e43-4245-a8a2-b7455d391882', 'name': 'network-vif-deleted', 'tag': 'b5e316a8-f9f0-439d-84be-e2996d1da2a4', 'status': 'completed', 'code': 200} Aug 24 05:10:31.980952 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7e752413-4701-4e68-ad7f-d872a5d79c34 req-827c2505-5f6b-4761-921a-c11a4e07c485 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0369840 Aug 24 05:10:33.004781 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:33.108414 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-94bb7d90-a59b-47a8-bb26-bb68882bc750 req-08fff3ad-173f-4e97-a591-42763c34dbd4 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=11f2c50c-6e43-4245-a8a2-b7455d391882 HTTP/1.1" status: 200 len: 210 time: 0.0291085 Aug 24 05:10:33.740886 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device b5e316a8-f9f0-439d-84be-e2996d1da2a4 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:33.761350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: b5e316a8-f9f0-439d-84be-e2996d1da2a4 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:33.763330 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device b5e316a8-f9f0-439d-84be-e2996d1da2a4 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:33.914972 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e6bd6-d5a3-4222-983b-317d94bdcb16 req-a01fda3b-fd79-4f2f-91cd-06e2157ea39e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:33.916483 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7b2e6bd6-d5a3-4222-983b-317d94bdcb16 req-a01fda3b-fd79-4f2f-91cd-06e2157ea39e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.0523496 Aug 24 05:10:33.967710 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7b2e6bd6-d5a3-4222-983b-317d94bdcb16 req-4d6ebd72-b504-451d-ba57-6701fd892780 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454617 Aug 24 05:10:34.178940 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47986) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:34.234729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:34.241169 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6f90cb63-dc64-4664-b6cb-450bf062f4e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group (9491f300-0029-4f92-bbce-6dfa6149c9aa), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:34.266554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6f90cb63-dc64-4664-b6cb-450bf062f4e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group (9491f300-0029-4f92-bbce-6dfa6149c9aa), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:34.431784 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6f90cb63-dc64-4664-b6cb-450bf062f4e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (9491f300-0029-4f92-bbce-6dfa6149c9aa), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:34.434581 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-6f90cb63-dc64-4664-b6cb-450bf062f4e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:34.435897 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-6f90cb63-dc64-4664-b6cb-450bf062f4e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/9491f300-0029-4f92-bbce-6dfa6149c9aa HTTP/1.1" status: 204 len: 168 time: 0.2599628 Aug 24 05:10:34.445742 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90cb63-dc64-4664-b6cb-450bf062f4e5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9491f300-0029-4f92-bbce-6dfa6149c9aa,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:34.549672 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 47992) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:34.859815 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:34.897463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6d2dd496-29c6-424d-a9db-36cdeb94abfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:34.990553 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:35.105045 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a104c-d8f5-41db-98d3-588b6bf8cba5 req-df515015-7fce-44de-848a-829ec24096e3 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:35.106904 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fb8a104c-d8f5-41db-98d3-588b6bf8cba5 req-df515015-7fce-44de-848a-829ec24096e3 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.0569673 Aug 24 05:10:35.153590 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:35.161358 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fb8a104c-d8f5-41db-98d3-588b6bf8cba5 req-b36410b3-198b-49a1-8d0d-485fe3c54166 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477734 Aug 24 05:10:35.240551 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Deleting port 7feccdbf-1df3-4032-9fd7-d04520555d92 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:35.241169 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:35.327525 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] For port 7feccdbf-1df3-4032-9fd7-d04520555d92, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=7feccdbf-1df3-4032-9fd7-d04520555d92,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:35.327882 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:35.341752 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Calling delete_port for 7feccdbf-1df3-4032-9fd7-d04520555d92 owned by network:router_interface {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:35.751249 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-f20d8577-1364-4307-bd6b-97f5f578d067 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534880 Aug 24 05:10:35.758323 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:35.860900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152330-11a7-4742-a577-29252b25f287 req-05013f35-9135-49c7-994a-a41c1ea1b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:35.862471 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-05013f35-9135-49c7-994a-a41c1ea1b1d0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d373da7992054abfae0564708529a973&device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 1131 time: 0.0549319 Aug 24 05:10:35.908817 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (7feccdbf-1df3-4032-9fd7-d04520555d92), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:35.938917 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7feccdbf-1df3-4032-9fd7-d04520555d92,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:36.095528 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:36.232774 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-8706fcd1-fc4b-4948-95d8-945168997c8c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:36.232774 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-8706fcd1-fc4b-4948-95d8-945168997c8c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.1190701 Aug 24 05:10:36.248667 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:36.296546 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a6690-11f6-47e5-9958-e69224018638 req-ee0d8cc5-05e4-4f03-8180-b84bf223cdc6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:36.298975 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2e5a6690-11f6-47e5-9958-e69224018638 req-ee0d8cc5-05e4-4f03-8180-b84bf223cdc6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 945 time: 0.0577230 Aug 24 05:10:36.304944 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152330-11a7-4742-a577-29252b25f287 req-3d4e7b60-34b3-4a1f-84ed-8de226729fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:36.306754 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-3d4e7b60-34b3-4a1f-84ed-8de226729fe7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 200 len: 919 time: 0.2077658 Aug 24 05:10:36.356634 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2e5a6690-11f6-47e5-9958-e69224018638 req-aeceeb39-b654-49a8-94dc-5643ba8dbcee tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509002 Aug 24 05:10:36.465458 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Deleting port a548c47d-2d76-4053-b9e8-abe497478a7b {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:36.465797 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:36.488348 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-d7997b8b-dff0-4350-9611-d72d50986ed4 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 200 len: 1001 time: 0.1460679 Aug 24 05:10:36.604702 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152330-11a7-4742-a577-29252b25f287 req-7b460333-cd30-4418-ab4e-d0887af93413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:36.606333 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-7b460333-cd30-4418-ab4e-d0887af93413 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 200 len: 856 time: 0.1101875 Aug 24 05:10:36.726978 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] For port a548c47d-2d76-4053-b9e8-abe497478a7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a548c47d-2d76-4053-b9e8-abe497478a7b,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:36.727373 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:36.742908 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152330-11a7-4742-a577-29252b25f287 req-155833ae-370d-4774-be87-bb6390b65f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:36.744501 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-155833ae-370d-4774-be87-bb6390b65f97 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=60f465a5-3648-4517-8cab-85b66f6fe49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1307893 Aug 24 05:10:36.802194 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:36.921301 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:36.986094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:36.988426 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-146c6565-9723-4450-956e-08f411dfc914 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358491 Aug 24 05:10:37.104723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.105083 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (d7a52a20-cd6a-4c06-bb0f-259c3bdc3856), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.105397 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Floating IP d7a52a20-cd6a-4c06-bb0f-259c3bdc3856 disassociated. External IP: 172.27.1.154, port: a548c47d-2d76-4053-b9e8-abe497478a7b. Aug 24 05:10:37.105737 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Calling delete_port for a548c47d-2d76-4053-b9e8-abe497478a7b owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:37.208742 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c46d1e48-949b-418c-898f-e9fb6b30c093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.230834 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-55152330-11a7-4742-a577-29252b25f287 req-12d8fefd-6b0d-47e0-ab0a-14cddb830f3e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335291 Aug 24 05:10:37.236090 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:37.242543 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-0cfff036-e4a1-4f87-b9cd-a602c15dda35 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6914949 Aug 24 05:10:37.245322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48010) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:37.247796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] Sync routers for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:37.259240 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:37.260117 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:37.354910 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks [] for router (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.363534 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:37.398099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (a548c47d-2d76-4053-b9e8-abe497478a7b), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.436812 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event deleted for resources: {'Port': ['ID=a548c47d-2d76-4053-b9e8-abe497478a7b,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:37.495391 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f64fce85-b6f3-4d9d-a269-a0cfd5cd8e0a req-12668a32-da99-4d24-90ae-caa2298a1aa0 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 210 time: 0.0406494 Aug 24 05:10:37.541317 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks [] for router_gateway (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.560662 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:10:35Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:37.580169 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Router 38689568-85cc-4cc1-aa18-f13672cc33a6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:37.588703 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] Checking router: 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:37.597257 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] Routers {'5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:37.597871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:37.659403 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Deleting port 540540a2-d173-452e-a5e8-30c4bc75421a {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:37.659403 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.703792 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:37.718695 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] Sync routers for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:37.733973 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:37.734899 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:37.742659 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] Set router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:37.789836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] No DVR routers for this DVR port a548c47d-2d76-4053-b9e8-abe497478a7b on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:37.794826 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.805389 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d96bfcc6-5b4a-4e6d-a19e-ead51db8ae25 req-e1dad542-795a-49cb-8252-99331e1b1ab6 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.102 "DELETE /networking/v2.0/ports/a548c47d-2d76-4053-b9e8-abe497478a7b HTTP/1.1" status: 204 len: 173 time: 1.5669570 Aug 24 05:10:37.805915 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'name': 'network-vif-deleted', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:37.816011 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f037cb05-780f-4c69-8af3-25d75637d288" -d '{"events": [{"server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "name": "network-vif-deleted", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:37.829975 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] For port 540540a2-d173-452e-a5e8-30c4bc75421a, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=540540a2-d173-452e-a5e8-30c4bc75421a,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:37.834612 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:37.858428 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Calling delete_port for 540540a2-d173-452e-a5e8-30c4bc75421a owned by network:router_gateway {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:37.903144 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1571e39-721a-4f8b-a3ae-ec13b24719c5 x-openstack-request-id: req-a1571e39-721a-4f8b-a3ae-ec13b24719c5 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:37.904665 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248db6cc-ec73-4414-811e-f609ddab4135", "name": "network-vif-deleted", "tag": "a548c47d-2d76-4053-b9e8-abe497478a7b", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:37.904949 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a1571e39-721a-4f8b-a3ae-ec13b24719c5 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:37.906677 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1571e39-721a-4f8b-a3ae-ec13b24719c5'] response: {'server_uuid': '248db6cc-ec73-4414-811e-f609ddab4135', 'name': 'network-vif-deleted', 'tag': 'a548c47d-2d76-4053-b9e8-abe497478a7b', 'status': 'completed', 'code': 200} Aug 24 05:10:37.931587 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:37.941285 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:37.960619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:38.047608 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:10:35Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:38.082375 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcd1b6-ad29-4551-95ca-9ae21043f006 None None] The sync data for ids ['5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa'] in dv-cinder-854265-1-iscsi is: [{'id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'name': 'tempest-TestShelveInstance-1064806479-router', 'tenant_id': 'f6a6379a0607459187075dfcd968d706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:03:58Z', 'updated_at': '2022-08-24T05:10:35Z', 'revision_number': 5, 'project_id': 'f6a6379a0607459187075dfcd968d706', 'gw_port': {'id': '540540a2-d173-452e-a5e8-30c4bc75421a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:03:59Z', 'updated_at': '2022-08-24T05:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:38.185270 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:38.211794 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] Checking router: 38689568-85cc-4cc1-aa18-f13672cc33a6 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:38.220528 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:38.221137 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:38.294683 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (540540a2-d173-452e-a5e8-30c4bc75421a), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:38.325543 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Pushing event deleted for resources: {'Port': ['ID=540540a2-d173-452e-a5e8-30c4bc75421a,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:38.327083 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:38.353502 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.353856 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.354200 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.354539 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.354872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.355250 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.355802 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.355897 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.356229 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.356558 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.356927 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.357241 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.357566 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.357884 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.358201 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:10:38.405584 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:38.460527 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:38.549332 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:38.585411 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb0526-67ae-46ae-a93f-0f634bc224ec None None] The sync data for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi is: [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': 'c19ab700-81f9-4d38-bec3-234ad26c325a', 'name': '', 'network_id': 'fa68ee2b-4e61-41de-a187-732b5be326be', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'mac_address': 'fa:16:3e:f7:bc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:30Z', 'updated_at': '2022-08-24T04:59:50Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'subnets': [{'id': '4831b953-7e53-4bdb-aefa-a7d11e278cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:38.808494 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a7f8ea42-ca9b-4973-b803-54f7a96dff78 req-93928938-985e-49f3-89a9-9725cfb134b7 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 210 time: 0.0368724 Aug 24 05:10:38.808494 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:38.809196 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks [] for router_controller (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:38.898590 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c9dbe-d0a3-42f1-a27b-65fbc30f98dd None None] New status for floating IP d7a52a20-cd6a-4c06-bb0f-259c3bdc3856: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:10:38.943338 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:38.943937 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa {{(pid=107625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:10:38.949114 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:38.950507 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b196e1c4-1cfb-4cf2-b73c-e7c33a02bf89 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/5db528e2-3bb6-415d-bc3f-e8f0ed5d88fa HTTP/1.1" status: 204 len: 168 time: 1.7037044 Aug 24 05:10:38.953114 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48026) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:38.998015 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:39.009740 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] Deleting subnet aa4ddd5c-349c-4abf-b4dc-3498ab600803 {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:10:39.013850 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] Publish callbacks [] for subnet (aa4ddd5c-349c-4abf-b4dc-3498ab600803), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.056364 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4211906'] for subnet (aa4ddd5c-349c-4abf-b4dc-3498ab600803), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.154749 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (aa4ddd5c-349c-4abf-b4dc-3498ab600803), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.360760 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4212791'] for subnet (aa4ddd5c-349c-4abf-b4dc-3498ab600803), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.390072 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4ddd5c-349c-4abf-b4dc-3498ab600803,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:39.392065 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.395276 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-decc1b97-d7e7-4365-8232-c2fa2a289907 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/aa4ddd5c-349c-4abf-b4dc-3498ab600803 HTTP/1.1" status: 204 len: 168 time: 0.4411554 Aug 24 05:10:39.398123 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30963e-0c07-4f9b-82d9-0e6df338934b None None] Network 24d96d9d-6911-48d1-b9ca-f4ffb176a803 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:10:39.399306 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48030) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:39.491296 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (24d96d9d-6911-48d1-b9ca-f4ffb176a803), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.494918 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:39.549460 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Deleting port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:39.549806 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.577545 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] DHCP port deletion for 24d96d9d-6911-48d1-b9ca-f4ffb176a803 request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:10:39.616585 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] Deleting port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:39.617059 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.631332 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] For port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:39.631778 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.647188 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Calling delete_port for d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e owned by network:dhcp {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:39.692416 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] For port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,segment=NetworkSegment(fabd31a3-8944-4549-bbae-7e2876acbb61),segment_id=fabd31a3-8944-4549-bbae-7e2876acbb61)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:39.692821 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.712076 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] Calling delete_port for d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:39.758932 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:39.765110 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device a548c47d-2d76-4053-b9e8-abe497478a7b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:39.791934 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: a548c47d-2d76-4053-b9e8-abe497478a7b {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:39.791934 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device a548c47d-2d76-4053-b9e8-abe497478a7b not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:39.804339 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:39.812889 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.842001 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Pushing event deleted for resources: {'Port': ['ID=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:39.847374 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] No DVR routers for this DVR port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e on host dv-cinder-854265-1-iscsi {{(pid=107625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:39.866740 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:39.875390 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No active binding found for port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e {{(pid=107626) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 24 05:10:39.875849 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] The host dv-cinder-854265-1-iscsi is not matching for port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e host None! {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 24 05:10:39.876252 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:39.876676 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 540540a2-d173-452e-a5e8-30c4bc75421a no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:39.890539 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] No DVR routers for this DVR port d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:39.936030 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 540540a2-d173-452e-a5e8-30c4bc75421a {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:39.936388 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 540540a2-d173-452e-a5e8-30c4bc75421a not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:39.936916 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 7feccdbf-1df3-4032-9fd7-d04520555d92 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:39.956167 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0d1d5-c786-4ebc-846b-199cd832171a None None] Pushing event deleted for resources: {'Port': ['ID=d04b5ac9-9ef1-4bd8-9e85-8d8b78a56c8e,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:39.970852 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-17ec78fd-22f7-4574-afac-ece6267017e7 req-de887ec9-f8d5-46bc-95e8-0a7c6c3ff82c tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=248db6cc-ec73-4414-811e-f609ddab4135 HTTP/1.1" status: 200 len: 210 time: 0.0515139 Aug 24 05:10:39.981485 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 7feccdbf-1df3-4032-9fd7-d04520555d92 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:39.986428 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 7feccdbf-1df3-4032-9fd7-d04520555d92 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:40.004107 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (24d96d9d-6911-48d1-b9ca-f4ffb176a803), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.029079 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d96d9d-6911-48d1-b9ca-f4ffb176a803']}} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:40.038679 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabd31a3-8944-4549-bbae-7e2876acbb61') {'for_net_delete': True} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:40.039241 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabd31a3-8944-4549-bbae-7e2876acbb61') {} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:40.049620 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4211915'] for segment (fabd31a3-8944-4549-bbae-7e2876acbb61), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.064228 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (fabd31a3-8944-4549-bbae-7e2876acbb61), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.071952 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=107625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:10:40.072340 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4817386'] for segment (fabd31a3-8944-4549-bbae-7e2876acbb61), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.092392 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.093429 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.127521 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment fabd31a3-8944-4549-bbae-7e2876acbb61 resource provider aggregate not found Aug 24 05:10:40.145480 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment fabd31a3-8944-4549-bbae-7e2876acbb61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fabd31a3-8944-4549-bbae-7e2876acbb61 found for delete ", "request_id": "req-61b2df28-ef1d-4dbd-bf31-dddcd814de5e"}]} Aug 24 05:10:40.254580 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (24d96d9d-6911-48d1-b9ca-f4ffb176a803), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.263281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:40.266554 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/24d96d9d-6911-48d1-b9ca-f4ffb176a803 HTTP/1.1" status: 204 len: 168 time: 0.8661754 Aug 24 05:10:40.269703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48040) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:40.278944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf8d43-9341-4243-a6ea-5d900503639e admin admin] Pushing event deleted for resources: {'Network': ['ID=24d96d9d-6911-48d1-b9ca-f4ffb176a803,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:40.352386 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:40.770796 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:40.907618 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (c04642d7-1691-41f4-9e17-c2c6a8578830), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.160853 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Deleting port 5b9b00e1-a6a0-4753-b787-274d6538d653 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:41.161126 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.218412 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7769a-8385-4fb3-8096-38cc75e85598 req-fd7538cc-4805-422f-96f8-a7047b44d67b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:41.219936 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-32e7769a-8385-4fb3-8096-38cc75e85598 req-fd7538cc-4805-422f-96f8-a7047b44d67b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0576932 Aug 24 05:10:41.242100 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48056) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:41.271619 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-32e7769a-8385-4fb3-8096-38cc75e85598 req-29b04058-3f74-4b92-b06d-16558b148d3d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Aug 24 05:10:41.281386 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] For port 5b9b00e1-a6a0-4753-b787-274d6538d653, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=5b9b00e1-a6a0-4753-b787-274d6538d653,segment=NetworkSegment(c07e48c0-998d-4102-80d4-a25167a5abab),segment_id=c07e48c0-998d-4102-80d4-a25167a5abab)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:41.281931 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.299638 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:10:41.301463 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48058) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:41.307120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Calling delete_port for 5b9b00e1-a6a0-4753-b787-274d6538d653 owned by network:router_interface {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:41.368879 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-33317abc-e8c9-46be-8b22-c933e119474e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (a62257f9-bbce-4b7b-8f4c-39c5fea0c13d), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.388163 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307aa626-b2ad-428b-a84c-9cd35978779f tempest-TestMinimumBasicScenario-1096013541 tempest-TestMinimumBasicScenario-1096013541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:41.389981 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-307aa626-b2ad-428b-a84c-9cd35978779f tempest-TestMinimumBasicScenario-1096013541 tempest-TestMinimumBasicScenario-1096013541-project-admin] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1124 time: 0.0874965 Aug 24 05:10:41.393167 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48062) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:41.397803 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'port_id': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:41.406719 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-33317abc-e8c9-46be-8b22-c933e119474e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (a62257f9-bbce-4b7b-8f4c-39c5fea0c13d), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.495408 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.522813 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:41.528308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:41.597775 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.612099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-33317abc-e8c9-46be-8b22-c933e119474e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a62257f9-bbce-4b7b-8f4c-39c5fea0c13d), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.614725 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-33317abc-e8c9-46be-8b22-c933e119474e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.618896 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-33317abc-e8c9-46be-8b22-c933e119474e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/a62257f9-bbce-4b7b-8f4c-39c5fea0c13d HTTP/1.1" status: 204 len: 168 time: 0.3731165 Aug 24 05:10:41.623205 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48070) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:41.639060 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33317abc-e8c9-46be-8b22-c933e119474e tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62257f9-bbce-4b7b-8f4c-39c5fea0c13d,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:41.641343 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.api.v2.resource [None req-03ed4395-234b-4bbb-b9fa-42639e443475 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] show failed (client error): The resource could not be found. Aug 24 05:10:41.645521 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-03ed4395-234b-4bbb-b9fa-42639e443475 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "GET /networking/v2.0/security-groups/a62257f9-bbce-4b7b-8f4c-39c5fea0c13d HTTP/1.1" status: 404 len: 347 time: 0.0216401 Aug 24 05:10:41.647094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48072) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:41.730371 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Allocated IP 172.27.1.155 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/2d95af0e-f27a-4571-8801-0631d5869ce5) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:10:41.736336 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:41.740283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (5b9b00e1-a6a0-4753-b787-274d6538d653), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.772528 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9b00e1-a6a0-4753-b787-274d6538d653,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:41.773669 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:41.849024 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Deleting port 4a08628c-9fa8-49b1-91da-6ef9bdfa2b45 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:41.849375 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.860919 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:41.980518 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.029944 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.029944 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.038718 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:10:42.046102 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Calling delete_port for 4a08628c-9fa8-49b1-91da-6ef9bdfa2b45 owned by network:floatingip {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:42.048478 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:10:42.052973 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:10:42.107274 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (c04642d7-1691-41f4-9e17-c2c6a8578830), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.121664 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'Port': ['ID=2d95af0e-f27a-4571-8801-0631d5869ce5,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:42.155384 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4867d-9e78-4d69-9171-b723ee2eefb4 req-97bb5662-571a-4820-9922-3a4375a74ddf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:42.156858 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f8e4867d-9e78-4d69-9171-b723ee2eefb4 req-97bb5662-571a-4820-9922-3a4375a74ddf tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 945 time: 0.1013234 Aug 24 05:10:42.198611 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:42.273529 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f8e4867d-9e78-4d69-9171-b723ee2eefb4 req-13a5efaf-0785-4e09-8915-ab2972d0e246 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941422 Aug 24 05:10:42.355932 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:42.393733 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Router c04642d7-1691-41f4-9e17-c2c6a8578830 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:42.470120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (4a08628c-9fa8-49b1-91da-6ef9bdfa2b45), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.502114 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Pushing event deleted for resources: {'Port': ['ID=4a08628c-9fa8-49b1-91da-6ef9bdfa2b45,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:42.561110 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for floatingip (56663fda-2dc8-431c-9334-358ec3d3bb36), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.585729 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:42.591532 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-95975c29-c055-464e-bd57-c3eb9043fdd9 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/c04642d7-1691-41f4-9e17-c2c6a8578830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3207703 Aug 24 05:10:42.592438 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks [] for floatingip (d7a52a20-cd6a-4c06-bb0f-259c3bdc3856), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.594342 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48076) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:42.594921 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.596100 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-22b3796b-bf82-4079-a414-5b2316094070 tempest-AttachVolumeTestJSON-932029058 tempest-AttachVolumeTestJSON-932029058-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/d7a52a20-cd6a-4c06-bb0f-259c3bdc3856 HTTP/1.1" status: 204 len: 168 time: 0.9487135 Aug 24 05:10:42.602065 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] Sync routers for ids ['c04642d7-1691-41f4-9e17-c2c6a8578830'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:42.614273 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] Routers {'c04642d7-1691-41f4-9e17-c2c6a8578830'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:42.614760 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['c04642d7-1691-41f4-9e17-c2c6a8578830'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:42.718673 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] Set router c04642d7-1691-41f4-9e17-c2c6a8578830 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:42.725194 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.764880 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks [] for router (c04642d7-1691-41f4-9e17-c2c6a8578830), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.882504 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:42.902865 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:10:41Z', 'revision_number': 5, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:42.930240 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] Checking router: c04642d7-1691-41f4-9e17-c2c6a8578830 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:42.937336 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:42.939419 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] Routers {'c04642d7-1691-41f4-9e17-c2c6a8578830'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:42.939866 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks [] for router_gateway (c04642d7-1691-41f4-9e17-c2c6a8578830), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:42.940036 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['c04642d7-1691-41f4-9e17-c2c6a8578830'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:42.967416 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:42.985456 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:43.043847 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] Set router c04642d7-1691-41f4-9e17-c2c6a8578830 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:43.088690 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4817366'] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:43.187221 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Deleting port a7586630-9f62-4008-8322-f969a0760bda {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:43.187649 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (a7586630-9f62-4008-8322-f969a0760bda), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:43.194140 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'Port': ['ID=2d95af0e-f27a-4571-8801-0631d5869ce5,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:43.204965 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (56663fda-2dc8-431c-9334-358ec3d3bb36), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:43.220899 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:10:41Z', 'revision_number': 5, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:43.339705 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9de2c4-8a0f-4ea1-9b2d-4a96eea97fbd None None] The sync data for ids ['c04642d7-1691-41f4-9e17-c2c6a8578830'] in dv-cinder-854265-1-iscsi is: [{'id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'name': 'tempest-TestShelveInstance-501582760-router', 'tenant_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a7586630-9f62-4008-8322-f969a0760bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:04:07Z', 'updated_at': '2022-08-24T05:10:41Z', 'revision_number': 5, 'project_id': 'cae251b8db4b41ed8a7c98aa77a40a49', 'gw_port': {'id': 'a7586630-9f62-4008-8322-f969a0760bda', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04642d7-1691-41f4-9e17-c2c6a8578830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:04:08Z', 'updated_at': '2022-08-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:43.376431 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] For port a7586630-9f62-4008-8322-f969a0760bda, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=a7586630-9f62-4008-8322-f969a0760bda,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:43.376431 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (a7586630-9f62-4008-8322-f969a0760bda), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:43.382207 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:43.418462 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Calling delete_port for a7586630-9f62-4008-8322-f969a0760bda owned by network:router_gateway {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:43.421382 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Floating IP 56663fda-2dc8-431c-9334-358ec3d3bb36 associated. External IP: 172.27.1.155, port: 99121297-4f7c-4781-a86a-671bcdda3a4e. Aug 24 05:10:43.504897 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352f20-8210-4d9b-b14e-bd2cf4089718 req-31c8e146-0ba6-4efb-a5a1-6b8a5e462f98 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:43.506909 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b2352f20-8210-4d9b-b14e-bd2cf4089718 req-31c8e146-0ba6-4efb-a5a1-6b8a5e462f98 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 945 time: 0.1353650 Aug 24 05:10:43.623823 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b2352f20-8210-4d9b-b14e-bd2cf4089718 req-c2225077-11f4-47bf-b2a6-ce291c5908cc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=8f038694-d424-4834-b285-94ba17e8ac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843077 Aug 24 05:10:43.811542 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 5b9b00e1-a6a0-4753-b787-274d6538d653 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:43.837076 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 5b9b00e1-a6a0-4753-b787-274d6538d653 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:43.839000 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 5b9b00e1-a6a0-4753-b787-274d6538d653 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:44.002440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-c7bc32ff-bbba-4730-9c97-ed90373e98b2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:44.004410 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-c7bc32ff-bbba-4730-9c97-ed90373e98b2 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 945 time: 0.0762954 Aug 24 05:10:44.076895 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:44.096891 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:44.113836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:44.114302 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.158922 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (a7586630-9f62-4008-8322-f969a0760bda), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.206578 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=a7586630-9f62-4008-8322-f969a0760bda,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:44.225946 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] For port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:44.226486 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.258533 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:44.289347 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:44.296887 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (c04642d7-1691-41f4-9e17-c2c6a8578830), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.306263 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] Sync routers for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:44.319410 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:44.320148 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:44.398363 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (c04642d7-1691-41f4-9e17-c2c6a8578830), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.401733 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks [] for router_controller (c04642d7-1691-41f4-9e17-c2c6a8578830), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.436944 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:44.454891 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.455304 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.455623 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Floating IP 5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720 disassociated. External IP: 172.27.1.201, port: 2d4b0199-ca0b-4705-b975-4d9ce0a6650e. Aug 24 05:10:44.455965 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for 2d4b0199-ca0b-4705-b975-4d9ce0a6650e owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:44.461373 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.507586 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f195d759-5399-451e-b343-5d6087f02449 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1132278 Aug 24 05:10:44.508385 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48094) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:44.508934 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:44.511531 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd7b17-7154-4935-9455-d9ac2a4226a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:44.518293 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-1a95b5fe-ccf9-469b-8b2a-2264b5693814 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917840049', 'description': 'tempest-secgroup-smoke-917840049 description', 'project_id': '67112706d4df4183bc338732b237df6e'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:44.532802 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:44.553708 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:44.563921 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:44.571377 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (c04642d7-1691-41f4-9e17-c2c6a8578830), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.571377 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c04642d7-1691-41f4-9e17-c2c6a8578830 {{(pid=107625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:10:44.582119 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.587061 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-87aee17c-b0ef-42d0-be02-f56d51a44fcf admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/c04642d7-1691-41f4-9e17-c2c6a8578830 HTTP/1.1" status: 204 len: 168 time: 1.9887068 Aug 24 05:10:44.587925 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48100) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:44.651573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] Deleting subnet c342dbc2-9cd8-416a-8116-09f4d2025c6a {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:10:44.657619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] Publish callbacks [] for subnet (c342dbc2-9cd8-416a-8116-09f4d2025c6a), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.692716 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e41324-fcc1-4e00-983d-5d255fba06a1 x-openstack-request-id: req-c8e41324-fcc1-4e00-983d-5d255fba06a1 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:44.693134 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:44.694826 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c8e41324-fcc1-4e00-983d-5d255fba06a1 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:44.695409 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e41324-fcc1-4e00-983d-5d255fba06a1'] response: {'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'status': 'completed', 'code': 200} Aug 24 05:10:44.699337 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1a95b5fe-ccf9-469b-8b2a-2264b5693814 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.735417 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4211906'] for subnet (c342dbc2-9cd8-416a-8116-09f4d2025c6a), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.773358 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (2d4b0199-ca0b-4705-b975-4d9ce0a6650e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.814568 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-b1510235-7797-4497-b98c-7397e7c53d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:44.816292 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-b1510235-7797-4497-b98c-7397e7c53d2f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1129 time: 0.0926530 Aug 24 05:10:44.820087 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=2d4b0199-ca0b-4705-b975-4d9ce0a6650e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:44.909092 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a47e10a1-4b88-4ef4-9b86-396699794d5c req-257cb939-5c24-4eec-b9be-9204e7c262c6 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 210 time: 0.1483185 Aug 24 05:10:44.926243 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (c342dbc2-9cd8-416a-8116-09f4d2025c6a), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:44.945348 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '56663fda-2dc8-431c-9334-358ec3d3bb36', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'port_id': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'mac_address': 'fa:16:3e:24:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:10:42Z', 'updated_at': '2022-08-24T05:10:42Z', 'revision_number': 0, 'project_id': '67112706d4df4183bc338732b237df6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:22Z', 'revision_number': 5, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:44.975939 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] Checking router: 49a13fb2-13b9-4e3f-8089-0af6da263cc9 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:44.987765 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:44.988700 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:45.030738 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1a95b5fe-ccf9-469b-8b2a-2264b5693814 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group (6c1d6530-abe6-4e74-9cb9-e5b7b79c1682), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.062234 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-2fde70df-68bd-4c4a-9ec0-86d53ba9e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:45.063417 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-2fde70df-68bd-4c4a-9ec0-86d53ba9e7d1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.2400599 Aug 24 05:10:45.119503 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:45.122222 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:45.147752 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-4259b127-b543-4f59-b882-93bab1f6aaf3 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 999 time: 0.0771019 Aug 24 05:10:45.175119 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1a95b5fe-ccf9-469b-8b2a-2264b5693814 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (6c1d6530-abe6-4e74-9cb9-e5b7b79c1682), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.200541 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:INSERT=8,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:45.219178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4212791'] for subnet (c342dbc2-9cd8-416a-8116-09f4d2025c6a), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.226920 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95b5fe-ccf9-469b-8b2a-2264b5693814 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:45.268181 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:45.270128 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c342dbc2-9cd8-416a-8116-09f4d2025c6a,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:45.275993 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:45.281532 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.289389 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-c7d8fca0-c034-4f6a-bd84-9c9cbfdc01c8 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/c342dbc2-9cd8-416a-8116-09f4d2025c6a HTTP/1.1" status: 204 len: 168 time: 0.6977103 Aug 24 05:10:45.290400 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48104) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:45.309537 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3866657-ca98-4586-9d5d-27d46a065d7c None None] Network c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:10:45.317841 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1a95b5fe-ccf9-469b-8b2a-2264b5693814 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.323614 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-1a95b5fe-ccf9-469b-8b2a-2264b5693814 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8049505 Aug 24 05:10:45.325622 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48106) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:45.331176 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-ef497d49-3f87-452f-8425-5b6157a106cb tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'security_group_rule': {'security_group_id': '6c1d6530-abe6-4e74-9cb9-e5b7b79c1682', 'project_id': '67112706d4df4183bc338732b237df6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:45.339419 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:45.344152 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-a5daab0a-bfdb-48bf-beca-c429fd579b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:45.345928 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-a5daab0a-bfdb-48bf-beca-c429fd579b10 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.1914914 Aug 24 05:10:45.355307 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:45.377551 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:45.380813 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:45.416034 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.478545 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Deleting port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:45.478937 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.502789 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] No DVR routers for this DVR port 2d4b0199-ca0b-4705-b975-4d9ce0a6650e on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:45.508739 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.512348 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-18e5207f-d160-44dc-b501-0c4dc17f79c9 req-f3e60b1a-e59b-4099-b1ad-2019770e3c63 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.102 "DELETE /networking/v2.0/ports/2d4b0199-ca0b-4705-b975-4d9ce0a6650e HTTP/1.1" status: 204 len: 173 time: 1.5013719 Aug 24 05:10:45.512980 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'name': 'network-vif-deleted', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:45.516111 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1eea85-fd91-4ccd-b6eb-58e095bf8fcc" -d '{"events": [{"server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "name": "network-vif-deleted", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:45.540708 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-3a44c11b-9033-4eba-85ce-7d0b0bb3d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:45.546488 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-3a44c11b-9033-4eba-85ce-7d0b0bb3d8f0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767893 Aug 24 05:10:45.591710 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] For port f9a956e6-668c-44b5-adf7-6b5e0018f6c1, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,segment=NetworkSegment(c07e48c0-998d-4102-80d4-a25167a5abab),segment_id=c07e48c0-998d-4102-80d4-a25167a5abab)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:45.592197 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.598075 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:45.628742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Calling delete_port for f9a956e6-668c-44b5-adf7-6b5e0018f6c1 owned by network:dhcp {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:45.635344 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74630e7c-3333-466c-9444-85b41793637c None None] DHCP port deletion for c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:10:45.686489 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e729dc0c-5ac8-4db2-95c0-6696c4e8dba5 x-openstack-request-id: req-e729dc0c-5ac8-4db2-95c0-6696c4e8dba5 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:45.686918 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7624c5ef-86bd-4c16-a264-57b62be9970c", "name": "network-vif-deleted", "tag": "2d4b0199-ca0b-4705-b975-4d9ce0a6650e", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:45.687088 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e729dc0c-5ac8-4db2-95c0-6696c4e8dba5 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:45.687442 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e729dc0c-5ac8-4db2-95c0-6696c4e8dba5'] response: {'server_uuid': '7624c5ef-86bd-4c16-a264-57b62be9970c', 'name': 'network-vif-deleted', 'tag': '2d4b0199-ca0b-4705-b975-4d9ce0a6650e', 'status': 'completed', 'code': 200} Aug 24 05:10:45.737525 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '56663fda-2dc8-431c-9334-358ec3d3bb36', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'port_id': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'mac_address': 'fa:16:3e:24:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:10:42Z', 'updated_at': '2022-08-24T05:10:42Z', 'revision_number': 0, 'project_id': '67112706d4df4183bc338732b237df6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:22Z', 'revision_number': 5, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:45.739617 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-74630e7c-3333-466c-9444-85b41793637c None None] Deleting port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:45.739958 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74630e7c-3333-466c-9444-85b41793637c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.765411 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-75f8b692-454a-4639-aa18-6648b6538b4b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151990 Aug 24 05:10:45.792539 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579ff37-edc2-44c4-990b-e8271b4f7735 None None] The sync data for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi is: [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '56663fda-2dc8-431c-9334-358ec3d3bb36', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'port_id': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'mac_address': 'fa:16:3e:24:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:10:42Z', 'updated_at': '2022-08-24T05:10:42Z', 'revision_number': 0, 'project_id': '67112706d4df4183bc338732b237df6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:22Z', 'revision_number': 5, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:45.812116 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ef497d49-3f87-452f-8425-5b6157a106cb tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (ce489b82-d158-406b-b47d-dc705c42f937), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.921684 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ef497d49-3f87-452f-8425-5b6157a106cb tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (ce489b82-d158-406b-b47d-dc705c42f937), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.934662 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device f9a956e6-668c-44b5-adf7-6b5e0018f6c1 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:45.935067 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:45.966529 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:45.977345 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:45.977602 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-74630e7c-3333-466c-9444-85b41793637c None None] For port f9a956e6-668c-44b5-adf7-6b5e0018f6c1, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,segment=NetworkSegment(c07e48c0-998d-4102-80d4-a25167a5abab),segment_id=c07e48c0-998d-4102-80d4-a25167a5abab)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:45.978110 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74630e7c-3333-466c-9444-85b41793637c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:45.986396 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:46.013287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-74630e7c-3333-466c-9444-85b41793637c None None] Calling delete_port for f9a956e6-668c-44b5-adf7-6b5e0018f6c1 owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:46.024958 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-bdbd7b17-7154-4935-9455-d9ac2a4226a7 req-03fd1c92-cc24-431e-ad71-2af2acd2376a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496650 Aug 24 05:10:46.045932 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3ce84fa0-9a10-4bf9-b45c-8227a3069f43 req-77b31a87-38d4-495e-8c4f-2b9c98ffd367 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7624c5ef-86bd-4c16-a264-57b62be9970c HTTP/1.1" status: 200 len: 210 time: 0.0347457 Aug 24 05:10:46.050242 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ef497d49-3f87-452f-8425-5b6157a106cb tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (ce489b82-d158-406b-b47d-dc705c42f937), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.061719 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.103132 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:46.119148 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef497d49-3f87-452f-8425-5b6157a106cb tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce489b82-d158-406b-b47d-dc705c42f937,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:46.123941 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:46.131228 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:46.132592 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No ports have port_id starting with f9a956e6-668c-44b5-adf7-6b5e0018f6c1 Aug 24 05:10:46.139544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device a7586630-9f62-4008-8322-f969a0760bda no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:46.161502 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] No DVR routers for this DVR port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 on host dv-cinder-854265-1-iscsi {{(pid=107625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:46.187266 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: a7586630-9f62-4008-8322-f969a0760bda {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:46.187529 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device a7586630-9f62-4008-8322-f969a0760bda not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:46.230027 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-74630e7c-3333-466c-9444-85b41793637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (f9a956e6-668c-44b5-adf7-6b5e0018f6c1), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.284563 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5cbc9-48c3-4678-ace9-91653490037b None None] New status for floating IP 56663fda-2dc8-431c-9334-358ec3d3bb36: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:10:46.312431 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.320078 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74630e7c-3333-466c-9444-85b41793637c None None] Pushing event deleted for resources: {'Port': ['ID=f9a956e6-668c-44b5-adf7-6b5e0018f6c1,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:46.331643 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74630e7c-3333-466c-9444-85b41793637c None None] No DVR routers for this DVR port f9a956e6-668c-44b5-adf7-6b5e0018f6c1 on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:46.333374 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ef497d49-3f87-452f-8425-5b6157a106cb tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.335859 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-ef497d49-3f87-452f-8425-5b6157a106cb tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0088286 Aug 24 05:10:46.338489 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48122) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:46.344984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-4b72f859-0222-457d-9fc3-9ac7b2ac9c92 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'security_group_rule': {'security_group_id': '6c1d6530-abe6-4e74-9cb9-e5b7b79c1682', 'project_id': '67112706d4df4183bc338732b237df6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:46.360345 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4']}} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:46.376485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07e48c0-998d-4102-80d4-a25167a5abab') {'for_net_delete': True} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:46.376929 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07e48c0-998d-4102-80d4-a25167a5abab') {} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:46.387626 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:46.389158 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4211915'] for segment (c07e48c0-998d-4102-80d4-a25167a5abab), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.391972 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:46.408060 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (c07e48c0-998d-4102-80d4-a25167a5abab), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.416017 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=107625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:10:46.416412 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4817386'] for segment (c07e48c0-998d-4102-80d4-a25167a5abab), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.417160 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ab4f6-66f5-40de-b6b1-a789734aec7e None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:28Z', 'revision_number': 4, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '025e8f01-a9ac-4128-8018-cdbda0cb1cf4', 'name': '', 'network_id': 'be2d7953-7d09-41eb-b20e-6de03af460a3', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'mac_address': 'fa:16:3e:e7:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:27Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'subnets': [{'id': '13a7c081-d2e1-49a8-bb5a-1f864b46b333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:46.424087 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:46.450883 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment c07e48c0-998d-4102-80d4-a25167a5abab resource provider aggregate not found Aug 24 05:10:46.464966 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4b72f859-0222-457d-9fc3-9ac7b2ac9c92 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (d7ca1888-0928-4c8e-90f4-cb8b8372b96e), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.496560 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment c07e48c0-998d-4102-80d4-a25167a5abab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c07e48c0-998d-4102-80d4-a25167a5abab found for delete ", "request_id": "req-f8559249-8f35-4a56-9bdc-9e6598b4efb1"}]} Aug 24 05:10:46.545092 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4b72f859-0222-457d-9fc3-9ac7b2ac9c92 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (d7ca1888-0928-4c8e-90f4-cb8b8372b96e), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.552440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:46.583733 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.591094 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.597509 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4 HTTP/1.1" status: 204 len: 168 time: 1.3036680 Aug 24 05:10:46.613499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b7a73-e721-49d3-9d48-9d97d058dbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f68958-8c9e-4f5b-81aa-ef4d9c5fe8c4,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:46.661037 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4b72f859-0222-457d-9fc3-9ac7b2ac9c92 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (d7ca1888-0928-4c8e-90f4-cb8b8372b96e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.684463 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72f859-0222-457d-9fc3-9ac7b2ac9c92 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ca1888-0928-4c8e-90f4-cb8b8372b96e,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:46.738763 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9afb6c-cecd-400a-af14-b9f983c50f1e None None] New status for floating IP 5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720: DOWN {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:10:46.826699 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-4b72f859-0222-457d-9fc3-9ac7b2ac9c92 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:46.828148 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4b72f859-0222-457d-9fc3-9ac7b2ac9c92 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4883244 Aug 24 05:10:46.831359 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48130) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:46.837323 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-2302e993-3bbf-462f-b79d-2bafacbf7c0d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'security_group_rule': {'security_group_id': '6c1d6530-abe6-4e74-9cb9-e5b7b79c1682', 'project_id': '67112706d4df4183bc338732b237df6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:46.935713 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2302e993-3bbf-462f-b79d-2bafacbf7c0d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (041c4790-ae6b-4c57-81d6-f5442b873b35), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.003327 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2302e993-3bbf-462f-b79d-2bafacbf7c0d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (041c4790-ae6b-4c57-81d6-f5442b873b35), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.063769 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48132) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.105334 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2302e993-3bbf-462f-b79d-2bafacbf7c0d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (041c4790-ae6b-4c57-81d6-f5442b873b35), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.114780 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e4287f75-84be-406b-a077-27a91d2c4d3b admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=f6a6379a0607459187075dfcd968d706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485649 Aug 24 05:10:47.117717 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48136) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.132590 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302e993-3bbf-462f-b79d-2bafacbf7c0d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041c4790-ae6b-4c57-81d6-f5442b873b35,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:47.182791 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d8afde43-d564-4038-8a58-cf7c3731fa9e admin admin] Publish callbacks [] for security_group (a74ade75-1f82-4925-8150-40a2cfe86758), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.203544 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d8afde43-d564-4038-8a58-cf7c3731fa9e admin admin] Publish callbacks [] for security_group (a74ade75-1f82-4925-8150-40a2cfe86758), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.294266 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2302e993-3bbf-462f-b79d-2bafacbf7c0d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.298536 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2302e993-3bbf-462f-b79d-2bafacbf7c0d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4651351 Aug 24 05:10:47.306578 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48144) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.306862 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48146) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.311198 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-12a45e7c-5c55-4f14-9652-7c685008f334 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'security_group_rule': {'security_group_id': '6c1d6530-abe6-4e74-9cb9-e5b7b79c1682', 'project_id': '67112706d4df4183bc338732b237df6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:47.331922 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d8afde43-d564-4038-8a58-cf7c3731fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a74ade75-1f82-4925-8150-40a2cfe86758), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.335786 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d8afde43-d564-4038-8a58-cf7c3731fa9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.337213 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d8afde43-d564-4038-8a58-cf7c3731fa9e admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/a74ade75-1f82-4925-8150-40a2cfe86758 HTTP/1.1" status: 204 len: 168 time: 0.2181838 Aug 24 05:10:47.354397 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afde43-d564-4038-8a58-cf7c3731fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ade75-1f82-4925-8150-40a2cfe86758,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:47.370095 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48152) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.408015 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f659be03-b5e0-4088-99f1-f3b1c4d6a1d3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (8f038694-d424-4834-b285-94ba17e8ac2f), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.423693 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-12a45e7c-5c55-4f14-9652-7c685008f334 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (054c98f5-ca5c-46f6-9195-f3757c2fa91c), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.448996 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f659be03-b5e0-4088-99f1-f3b1c4d6a1d3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (8f038694-d424-4834-b285-94ba17e8ac2f), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.493355 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-12a45e7c-5c55-4f14-9652-7c685008f334 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (054c98f5-ca5c-46f6-9195-f3757c2fa91c), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.500113 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:47.618057 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f659be03-b5e0-4088-99f1-f3b1c4d6a1d3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (8f038694-d424-4834-b285-94ba17e8ac2f), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.620720 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f659be03-b5e0-4088-99f1-f3b1c4d6a1d3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.624504 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f659be03-b5e0-4088-99f1-f3b1c4d6a1d3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/8f038694-d424-4834-b285-94ba17e8ac2f HTTP/1.1" status: 204 len: 168 time: 0.3139782 Aug 24 05:10:47.626085 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48156) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.639956 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-12a45e7c-5c55-4f14-9652-7c685008f334 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (054c98f5-ca5c-46f6-9195-f3757c2fa91c), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.647783 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659be03-b5e0-4088-99f1-f3b1c4d6a1d3 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f038694-d424-4834-b285-94ba17e8ac2f,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:47.650553 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.api.v2.resource [None req-0d558652-f83a-40c7-889e-8ecd88064bdc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] show failed (client error): The resource could not be found. Aug 24 05:10:47.655053 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-0d558652-f83a-40c7-889e-8ecd88064bdc tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "GET /networking/v2.0/security-groups/8f038694-d424-4834-b285-94ba17e8ac2f HTTP/1.1" status: 404 len: 347 time: 0.0245881 Aug 24 05:10:47.655517 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48158) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.692345 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a45e7c-5c55-4f14-9652-7c685008f334 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054c98f5-ca5c-46f6-9195-f3757c2fa91c,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:47.785064 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Deleting port 924c4a8f-c887-40fb-bc9c-f2a59e0efbd3 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:47.785492 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.790836 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 2d4b0199-ca0b-4705-b975-4d9ce0a6650e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:47.815178 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 2d4b0199-ca0b-4705-b975-4d9ce0a6650e {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:47.824931 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 2d4b0199-ca0b-4705-b975-4d9ce0a6650e not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:47.825105 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:47.854240 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-12a45e7c-5c55-4f14-9652-7c685008f334 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.855707 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-12a45e7c-5c55-4f14-9652-7c685008f334 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5482888 Aug 24 05:10:47.858951 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48162) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:47.865864 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'security_group_rule': {'security_group_id': '6c1d6530-abe6-4e74-9cb9-e5b7b79c1682', 'project_id': '67112706d4df4183bc338732b237df6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:47.870281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (38689568-85cc-4cc1-aa18-f13672cc33a6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.897413 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.899285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:47.912568 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Calling delete_port for 924c4a8f-c887-40fb-bc9c-f2a59e0efbd3 owned by network:floatingip {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:48.135314 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Deleting port c19ab700-81f9-4d38-bec3-234ad26c325a {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:48.139594 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.232360 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.securitygroups_db [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Project 67112706d4df4183bc338732b237df6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 05:10:48.243466 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48164) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:48.247403 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] For port c19ab700-81f9-4d38-bec3-234ad26c325a, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=c19ab700-81f9-4d38-bec3-234ad26c325a,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:48.247800 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.252774 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (19eaee6b-5ff2-4119-a3af-a344bd447007), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.265392 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Calling delete_port for c19ab700-81f9-4d38-bec3-234ad26c325a owned by network:router_interface {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:48.352052 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-72c40b72-cda2-4da2-823d-164683647a64 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=cae251b8db4b41ed8a7c98aa77a40a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059692 Aug 24 05:10:48.356963 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48166) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:48.377707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (19eaee6b-5ff2-4119-a3af-a344bd447007), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.458111 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84c16c0d-bef6-46d4-96d0-46e867bdbcfe admin admin] Publish callbacks [] for security_group (ea08b09d-9165-482f-bb60-1ae1bbb0c5f2), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.482107 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84c16c0d-bef6-46d4-96d0-46e867bdbcfe admin admin] Publish callbacks [] for security_group (ea08b09d-9165-482f-bb60-1ae1bbb0c5f2), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.515946 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (19eaee6b-5ff2-4119-a3af-a344bd447007), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.538595 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19eaee6b-5ff2-4119-a3af-a344bd447007,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:48.550181 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (924c4a8f-c887-40fb-bc9c-f2a59e0efbd3), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.550566 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (c19ab700-81f9-4d38-bec3-234ad26c325a), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.557723 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:48.577752 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Pushing event deleted for resources: {'Port': ['ID=924c4a8f-c887-40fb-bc9c-f2a59e0efbd3,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:48.580554 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Pushing event deleted for resources: {'Port': ['ID=c19ab700-81f9-4d38-bec3-234ad26c325a,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:48.649012 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks [] for floatingip (5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.651620 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.652864 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-b0952e7c-79be-4e3d-aa11-d534ffa87a14 tempest-AttachVolumeNegativeTest-1591154440 tempest-AttachVolumeNegativeTest-1591154440-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/5d5bb0e3-0a3a-4d2e-9e15-94c6f0077720 HTTP/1.1" status: 204 len: 168 time: 0.9967067 Aug 24 05:10:48.711053 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.726341 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-0b8bea5a-4f8a-40bf-a0ca-e61aa6f4f6c0 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8526924 Aug 24 05:10:48.726341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84c16c0d-bef6-46d4-96d0-46e867bdbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (ea08b09d-9165-482f-bb60-1ae1bbb0c5f2), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.726341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84c16c0d-bef6-46d4-96d0-46e867bdbcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.726341 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-84c16c0d-bef6-46d4-96d0-46e867bdbcfe admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/ea08b09d-9165-482f-bb60-1ae1bbb0c5f2 HTTP/1.1" status: 204 len: 168 time: 0.3587103 Aug 24 05:10:48.726341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48170) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:48.726341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'security_group_rule': {'security_group_id': '6c1d6530-abe6-4e74-9cb9-e5b7b79c1682', 'project_id': '67112706d4df4183bc338732b237df6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:48.736895 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c16c0d-bef6-46d4-96d0-46e867bdbcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea08b09d-9165-482f-bb60-1ae1bbb0c5f2,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:48.806955 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:48.811936 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (38689568-85cc-4cc1-aa18-f13672cc33a6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.889773 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.securitygroups_db [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Project 67112706d4df4183bc338732b237df6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 05:10:48.895764 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (f2bec54f-50ed-4c2a-92b8-713bf43ad290), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:48.962988 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (f2bec54f-50ed-4c2a-92b8-713bf43ad290), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.066950 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Router 38689568-85cc-4cc1-aa18-f13672cc33a6 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:49.094747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (f2bec54f-50ed-4c2a-92b8-713bf43ad290), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.114606 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bec54f-50ed-4c2a-92b8-713bf43ad290,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:49.126377 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:49.178649 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:49.184380 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f5c7d2d6-ede2-41f8-a712-1f3c33a6084a admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/38689568-85cc-4cc1-aa18-f13672cc33a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8144369 Aug 24 05:10:49.187690 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48176) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:49.187839 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] Sync routers for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:49.217639 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:49.219718 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:49.247936 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.249748 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-86c7e941-760e-4551-a43f-9b97af73e5b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5291686 Aug 24 05:10:49.355520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:49.383940 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks [] for router (38689568-85cc-4cc1-aa18-f13672cc33a6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.485348 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-35c967ce-ba09-45ad-8f9e-03d410c3c193 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-917840049&fields=id&tenant_id=67112706d4df4183bc338732b237df6e HTTP/1.1" status: 200 len: 267 time: 0.1549845 Aug 24 05:10:49.554685 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-ad5c994f-dc75-40b2-81f8-a1df21dde061 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:49.556391 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-ad5c994f-dc75-40b2-81f8-a1df21dde061 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0637474 Aug 24 05:10:49.558929 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks [] for router_gateway (38689568-85cc-4cc1-aa18-f13672cc33a6), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.569062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:10:48Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:49.572886 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'port': {'security_groups': ['c34141bc-282e-4ee5-91be-1ad6ea0be428', '6c1d6530-abe6-4e74-9cb9-e5b7b79c1682']}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:10:49.596715 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] Checking router: 38689568-85cc-4cc1-aa18-f13672cc33a6 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:49.611561 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] Routers {'38689568-85cc-4cc1-aa18-f13672cc33a6'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:49.612175 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['38689568-85cc-4cc1-aa18-f13672cc33a6'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:49.682618 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.704508 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Deleting port acfa0ecf-f3b7-427f-92d6-f9af8afa573d {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:49.704841 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.739414 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] Set router 38689568-85cc-4cc1-aa18-f13672cc33a6 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:49.866032 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:49.888125 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] For port acfa0ecf-f3b7-427f-92d6-f9af8afa573d, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:49.888485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:49.908840 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Calling delete_port for acfa0ecf-f3b7-427f-92d6-f9af8afa573d owned by network:router_gateway {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:49.913108 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:49.921932 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:10:48Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:49.949940 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9146d41-162a-43d7-946d-8e44f875bf49 None None] The sync data for ids ['38689568-85cc-4cc1-aa18-f13672cc33a6'] in dv-cinder-854265-1-iscsi is: [{'id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'name': 'tempest-AttachVolumeTestJSON-1940493251-router', 'tenant_id': 'bd6824ae6edd43fcbddb58581134098c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:10:48Z', 'revision_number': 5, 'project_id': 'bd6824ae6edd43fcbddb58581134098c', 'gw_port': {'id': 'acfa0ecf-f3b7-427f-92d6-f9af8afa573d', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38689568-85cc-4cc1-aa18-f13672cc33a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:23Z', 'updated_at': '2022-08-24T04:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:50.063652 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99121297-4f7c-4781-a86a-671bcdda3a4e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:50.143761 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:50.229217 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4817366'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:50.242425 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:50.242640 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['99121297-4f7c-4781-a86a-671bcdda3a4e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:10:50.243156 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:50.244444 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00695c83-95d1-4cfa-bc7d-c7e315b8b3c7 req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "PUT /networking/v2.0/ports/99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 981 time: 0.6788826 Aug 24 05:10:50.244906 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:10:50.250591 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8a2dcb-c160-4458-a188-d3be3988216c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:10:50.307741 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524b2f2-a998-4e48-8f63-3b8d382859e1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=6']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:50.346852 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['99121297-4f7c-4781-a86a-671bcdda3a4e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:10:50.355073 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (acfa0ecf-f3b7-427f-92d6-f9af8afa573d), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:50.362108 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:50.363787 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86302c53-ad39-4d6f-a0a2-aaaf90225bd1 x-openstack-request-id: req-86302c53-ad39-4d6f-a0a2-aaaf90225bd1 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:10:50.364077 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:10:50.364328 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-86302c53-ad39-4d6f-a0a2-aaaf90225bd1 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:10:50.370267 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86302c53-ad39-4d6f-a0a2-aaaf90225bd1'] response: {'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'status': 'completed', 'code': 200} Aug 24 05:10:50.417829 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:50.488606 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-0e481557-7438-492b-95ca-d7282484f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:50.493533 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-0e481557-7438-492b-95ca-d7282484f68b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1168 time: 0.0977802 Aug 24 05:10:50.646106 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-df2fd134-f19d-4109-8e9c-eab09a2c3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:50.648738 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-df2fd134-f19d-4109-8e9c-eab09a2c3df8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.1486506 Aug 24 05:10:50.657968 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:50.663390 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfa0ecf-f3b7-427f-92d6-f9af8afa573d,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:50.701314 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e16de-edd0-48ee-9981-05dfd5fa0b72 req-c4b3f887-7124-4592-9e1b-5bf872f65e2d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:50.708679 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-719e16de-edd0-48ee-9981-05dfd5fa0b72 req-c4b3f887-7124-4592-9e1b-5bf872f65e2d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.3932285 Aug 24 05:10:50.751496 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-88d9bb2c-9b51-4e41-8972-8a46a1588aa6 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 1001 time: 0.0950160 Aug 24 05:10:50.781105 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (38689568-85cc-4cc1-aa18-f13672cc33a6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:50.811566 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-63a631a3-0204-4a7b-8bfc-5ea2902d44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:50.813060 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-63a631a3-0204-4a7b-8bfc-5ea2902d44a6 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0550480 Aug 24 05:10:50.823357 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:50.863253 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-b90f4596-65af-4583-a060-90cd7eed6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:10:50.865935 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-b90f4596-65af-4583-a060-90cd7eed6361 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453043 Aug 24 05:10:50.892147 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-719e16de-edd0-48ee-9981-05dfd5fa0b72 req-7cda432a-3763-4921-b431-05ae92ebea28 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823831 Aug 24 05:10:50.914030 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (38689568-85cc-4cc1-aa18-f13672cc33a6), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:50.916464 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks [] for router_controller (38689568-85cc-4cc1-aa18-f13672cc33a6), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:50.973650 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-d017294d-73fd-4023-8d24-a20b15f9f002 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019034 Aug 24 05:10:50.975834 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:51.064624 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (38689568-85cc-4cc1-aa18-f13672cc33a6), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.065276 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38689568-85cc-4cc1-aa18-f13672cc33a6 {{(pid=107625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:10:51.071324 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.071867 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3e8a2dcb-c160-4458-a188-d3be3988216c req-b5178aa4-52af-40f2-a1eb-880ff40fcd18 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915911 Aug 24 05:10:51.072080 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-e3a0ba7b-87cb-41ba-a28f-1482141b3507 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/38689568-85cc-4cc1-aa18-f13672cc33a6 HTTP/1.1" status: 204 len: 168 time: 1.8821454 Aug 24 05:10:51.074581 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48196) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:51.124047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] Deleting subnet 4831b953-7e53-4bdb-aefa-a7d11e278cab {{(pid=107624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:10:51.127929 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] Publish callbacks [] for subnet (4831b953-7e53-4bdb-aefa-a7d11e278cab), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.173639 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4444284'] for subnet (4831b953-7e53-4bdb-aefa-a7d11e278cab), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.292774 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (4831b953-7e53-4bdb-aefa-a7d11e278cab), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.331310 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:51.458733 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4887981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085470'] for subnet (4831b953-7e53-4bdb-aefa-a7d11e278cab), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.481069 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:51.487100 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4831b953-7e53-4bdb-aefa-a7d11e278cab,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:51.492189 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.497736 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-cf9419d5-790d-498f-bd05-765df34dee83 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/4831b953-7e53-4bdb-aefa-a7d11e278cab HTTP/1.1" status: 204 len: 168 time: 0.4196374 Aug 24 05:10:51.498156 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48198) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:51.504010 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b305d63-4762-440d-9998-d3208f099cb6 None None] Network fa68ee2b-4e61-41de-a187-732b5be326be requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:10:51.585839 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (fa68ee2b-4e61-41de-a187-732b5be326be), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.648086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Deleting port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:51.648086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.746056 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] For port 75ffaf0b-d466-4a99-a44c-e965dfd2b427, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=75ffaf0b-d466-4a99-a44c-e965dfd2b427,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:51.746426 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.766661 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:51.773071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Calling delete_port for 75ffaf0b-d466-4a99-a44c-e965dfd2b427 owned by network:dhcp {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:51.837583 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device acfa0ecf-f3b7-427f-92d6-f9af8afa573d no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:51.859287 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372c889-a329-4248-af81-93a52140179b None None] DHCP port deletion for fa68ee2b-4e61-41de-a187-732b5be326be request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:10:51.861791 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: acfa0ecf-f3b7-427f-92d6-f9af8afa573d {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:51.862139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device acfa0ecf-f3b7-427f-92d6-f9af8afa573d not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:51.862590 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device c19ab700-81f9-4d38-bec3-234ad26c325a no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:51.887887 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: c19ab700-81f9-4d38-bec3-234ad26c325a {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:51.888452 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device c19ab700-81f9-4d38-bec3-234ad26c325a not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:51.927299 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-a372c889-a329-4248-af81-93a52140179b None None] Deleting port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:51.927684 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a372c889-a329-4248-af81-93a52140179b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.984091 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:51.996656 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-a372c889-a329-4248-af81-93a52140179b None None] For port 75ffaf0b-d466-4a99-a44c-e965dfd2b427, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=75ffaf0b-d466-4a99-a44c-e965dfd2b427,segment=NetworkSegment(6002bf3a-29e3-4b54-bdd1-c1b650b237c1),segment_id=6002bf3a-29e3-4b54-bdd1-c1b650b237c1)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:51.997190 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a372c889-a329-4248-af81-93a52140179b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.019280 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-a372c889-a329-4248-af81-93a52140179b None None] Calling delete_port for 75ffaf0b-d466-4a99-a44c-e965dfd2b427 owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:52.028483 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ffaf0b-d466-4a99-a44c-e965dfd2b427,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:52.035928 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] No DVR routers for this DVR port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 on host dv-cinder-854265-1-iscsi {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:52.036141 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:52.117900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (fa68ee2b-4e61-41de-a187-732b5be326be), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.132346 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a372c889-a329-4248-af81-93a52140179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (75ffaf0b-d466-4a99-a44c-e965dfd2b427), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.145433 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa68ee2b-4e61-41de-a187-732b5be326be']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:52.157090 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372c889-a329-4248-af81-93a52140179b None None] Pushing event deleted for resources: {'Port': ['ID=75ffaf0b-d466-4a99-a44c-e965dfd2b427,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:52.160113 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6002bf3a-29e3-4b54-bdd1-c1b650b237c1') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:52.160619 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6002bf3a-29e3-4b54-bdd1-c1b650b237c1') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:52.163150 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372c889-a329-4248-af81-93a52140179b None None] No DVR routers for this DVR port 75ffaf0b-d466-4a99-a44c-e965dfd2b427 on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:52.175325 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (6002bf3a-29e3-4b54-bdd1-c1b650b237c1), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.196686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (6002bf3a-29e3-4b54-bdd1-c1b650b237c1), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.203603 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:10:52.204042 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (6002bf3a-29e3-4b54-bdd1-c1b650b237c1), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.229726 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 6002bf3a-29e3-4b54-bdd1-c1b650b237c1 resource provider aggregate not found Aug 24 05:10:52.263373 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 6002bf3a-29e3-4b54-bdd1-c1b650b237c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6002bf3a-29e3-4b54-bdd1-c1b650b237c1 found for delete ", "request_id": "req-215f1dc2-6ae1-47f3-9eb6-55e4f0fd8f78"}]} Aug 24 05:10:52.340799 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (fa68ee2b-4e61-41de-a187-732b5be326be), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.346534 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.350856 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/fa68ee2b-4e61-41de-a187-732b5be326be HTTP/1.1" status: 204 len: 168 time: 0.8518162 Aug 24 05:10:52.362217 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb3d40-5be8-4941-a879-4ef5c9fa4ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa68ee2b-4e61-41de-a187-732b5be326be,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:52.789143 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48222) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:52.832143 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4ba85eed-2398-4f87-95e0-79f281f8f19e admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=bd6824ae6edd43fcbddb58581134098c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416672 Aug 24 05:10:52.835684 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48224) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:52.890831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-47681c9c-571b-4554-a895-6b937ae76a04 admin admin] Publish callbacks [] for security_group (476b370d-438f-496c-a6ce-c9c2502addd4), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:52.911853 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-47681c9c-571b-4554-a895-6b937ae76a04 admin admin] Publish callbacks [] for security_group (476b370d-438f-496c-a6ce-c9c2502addd4), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:53.055108 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-47681c9c-571b-4554-a895-6b937ae76a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (476b370d-438f-496c-a6ce-c9c2502addd4), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:53.057734 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-47681c9c-571b-4554-a895-6b937ae76a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:53.058971 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-47681c9c-571b-4554-a895-6b937ae76a04 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/476b370d-438f-496c-a6ce-c9c2502addd4 HTTP/1.1" status: 204 len: 168 time: 0.2223547 Aug 24 05:10:53.067330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47681c9c-571b-4554-a895-6b937ae76a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b370d-438f-496c-a6ce-c9c2502addd4,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:53.242231 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48234) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:53.270060 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:53.708189 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (9f8124ec-e7fb-4da0-b6be-fdd263623468), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:53.794241 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 75ffaf0b-d466-4a99-a44c-e965dfd2b427 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:53.817192 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 75ffaf0b-d466-4a99-a44c-e965dfd2b427 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:53.817843 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 75ffaf0b-d466-4a99-a44c-e965dfd2b427 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:54.001615 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Deleting port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:54.002153 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:54.029030 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:54.111661 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] For port 025e8f01-a9ac-4128-8018-cdbda0cb1cf4, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:54.112195 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:54.128134 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Calling delete_port for 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 owned by network:router_interface {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:54.206103 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:54.477998 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (025e8f01-a9ac-4128-8018-cdbda0cb1cf4), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:54.507562 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Pushing event deleted for resources: {'Port': ['ID=025e8f01-a9ac-4128-8018-cdbda0cb1cf4,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:54.714936 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (9f8124ec-e7fb-4da0-b6be-fdd263623468), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:54.945533 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Router 9f8124ec-e7fb-4da0-b6be-fdd263623468 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:10:55.055307 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:10:55.062856 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-338ea89a-46e5-46aa-868a-1ef99fd3df94 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/9f8124ec-e7fb-4da0-b6be-fdd263623468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313637 Aug 24 05:10:55.063272 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48264) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:55.065265 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] Sync routers for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:10:55.077788 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:55.078422 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:55.174633 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:55.179343 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks [] for router (9f8124ec-e7fb-4da0-b6be-fdd263623468), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:55.194580 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:55.296900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks [] for router_gateway (9f8124ec-e7fb-4da0-b6be-fdd263623468), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:55.383393 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:10:54Z', 'revision_number': 5, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port': {'id': '65994110-3f0f-4492-a0fc-36f31f4888d0', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:55.410111 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] Checking router: 9f8124ec-e7fb-4da0-b6be-fdd263623468 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:10:55.421039 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] Routers {'9f8124ec-e7fb-4da0-b6be-fdd263623468'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:10:55.421586 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:10:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['9f8124ec-e7fb-4da0-b6be-fdd263623468'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:55.446375 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Deleting port 65994110-3f0f-4492-a0fc-36f31f4888d0 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:55.446711 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:55.512929 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] Set router 9f8124ec-e7fb-4da0-b6be-fdd263623468 gateway port host: None {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:10:55.541477 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] For port 65994110-3f0f-4492-a0fc-36f31f4888d0, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=65994110-3f0f-4492-a0fc-36f31f4888d0,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:55.541902 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:55.564285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Calling delete_port for 65994110-3f0f-4492-a0fc-36f31f4888d0 owned by network:router_gateway {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:55.573444 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:10:55Z', 'revision_number': 6, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port_host': None}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:55.702981 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc01c9-750b-4638-823c-1da1c046e4c5 None None] The sync data for ids ['9f8124ec-e7fb-4da0-b6be-fdd263623468'] in dv-cinder-854265-1-iscsi is: [{'id': '9f8124ec-e7fb-4da0-b6be-fdd263623468', 'name': 'tempest-AttachVolumeNegativeTest-949777960-router', 'tenant_id': 'fad6d7352bc144929743ca7373a41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:10:55Z', 'revision_number': 6, 'project_id': 'fad6d7352bc144929743ca7373a41800', 'gw_port_host': None}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:10:55.703746 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:55.878873 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (65994110-3f0f-4492-a0fc-36f31f4888d0), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:55.903194 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=65994110-3f0f-4492-a0fc-36f31f4888d0,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:55.975578 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (9f8124ec-e7fb-4da0-b6be-fdd263623468), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.085717 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (9f8124ec-e7fb-4da0-b6be-fdd263623468), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.088420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks [] for router_controller (9f8124ec-e7fb-4da0-b6be-fdd263623468), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.247455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (9f8124ec-e7fb-4da0-b6be-fdd263623468), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.248404 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f8124ec-e7fb-4da0-b6be-fdd263623468 {{(pid=107624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:10:56.256869 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.258870 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-af691b8f-5950-4697-8895-ba7abb10f2cf admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/9f8124ec-e7fb-4da0-b6be-fdd263623468 HTTP/1.1" status: 204 len: 168 time: 1.1941271 Aug 24 05:10:56.261355 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48276) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:56.310158 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] Deleting subnet 13a7c081-d2e1-49a8-bb5a-1f864b46b333 {{(pid=107624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:10:56.313866 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] Publish callbacks [] for subnet (13a7c081-d2e1-49a8-bb5a-1f864b46b333), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.352970 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4444284'] for subnet (13a7c081-d2e1-49a8-bb5a-1f864b46b333), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.443450 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (13a7c081-d2e1-49a8-bb5a-1f864b46b333), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.462725 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:56.570685 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4887981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085470'] for subnet (13a7c081-d2e1-49a8-bb5a-1f864b46b333), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.595791 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a7c081-d2e1-49a8-bb5a-1f864b46b333,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:56.608984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.608984 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3be830ad-4576-4073-bad6-11c7655691b5 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/13a7c081-d2e1-49a8-bb5a-1f864b46b333 HTTP/1.1" status: 204 len: 168 time: 0.3444583 Aug 24 05:10:56.609787 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48286) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:56.612066 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3df06f-85bd-4755-80ca-3a627a26d711 None None] Network be2d7953-7d09-41eb-b20e-6de03af460a3 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:10:56.692536 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (be2d7953-7d09-41eb-b20e-6de03af460a3), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.741716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Deleting port 2768f1e7-c720-4258-9bcb-a193557afbac {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:56.741716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.791850 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] DHCP port deletion for be2d7953-7d09-41eb-b20e-6de03af460a3 request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:10:56.812757 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] For port 2768f1e7-c720-4258-9bcb-a193557afbac, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2768f1e7-c720-4258-9bcb-a193557afbac,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:56.813234 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.832222 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Calling delete_port for 2768f1e7-c720-4258-9bcb-a193557afbac owned by network:dhcp {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:56.833276 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] Deleting port 2768f1e7-c720-4258-9bcb-a193557afbac {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:10:56.833721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.910745 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] For port 2768f1e7-c720-4258-9bcb-a193557afbac, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2768f1e7-c720-4258-9bcb-a193557afbac,segment=NetworkSegment(03f612fd-98c5-46d0-b052-f2f0d1910e1c),segment_id=03f612fd-98c5-46d0-b052-f2f0d1910e1c)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:10:56.911264 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:56.925065 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] Calling delete_port for 2768f1e7-c720-4258-9bcb-a193557afbac owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:10:57.001212 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.007542 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (2768f1e7-c720-4258-9bcb-a193557afbac), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.026505 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2768f1e7-c720-4258-9bcb-a193557afbac,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:57.031045 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] No DVR routers for this DVR port 2768f1e7-c720-4258-9bcb-a193557afbac on host dv-cinder-854265-1-iscsi {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:57.035555 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] Pushing event deleted for resources: {'Port': ['ID=2768f1e7-c720-4258-9bcb-a193557afbac,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:57.040403 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe85fe8-b63b-41b0-89fb-d943fe1894d9 None None] No DVR routers for this DVR port 2768f1e7-c720-4258-9bcb-a193557afbac on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:10:57.110256 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (be2d7953-7d09-41eb-b20e-6de03af460a3), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.132069 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2d7953-7d09-41eb-b20e-6de03af460a3']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:57.143919 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f612fd-98c5-46d0-b052-f2f0d1910e1c') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:57.144214 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f612fd-98c5-46d0-b052-f2f0d1910e1c') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:10:57.145742 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:57.154532 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (03f612fd-98c5-46d0-b052-f2f0d1910e1c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.169116 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (03f612fd-98c5-46d0-b052-f2f0d1910e1c), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.177396 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:10:57.177823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (03f612fd-98c5-46d0-b052-f2f0d1910e1c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.243041 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 03f612fd-98c5-46d0-b052-f2f0d1910e1c resource provider aggregate not found Aug 24 05:10:57.261780 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 03f612fd-98c5-46d0-b052-f2f0d1910e1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03f612fd-98c5-46d0-b052-f2f0d1910e1c found for delete ", "request_id": "req-e3b4d988-9b3a-44b5-af14-a42ff89264c1"}]} Aug 24 05:10:57.350609 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (be2d7953-7d09-41eb-b20e-6de03af460a3), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.356317 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.359382 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/be2d7953-7d09-41eb-b20e-6de03af460a3 HTTP/1.1" status: 204 len: 168 time: 0.7483814 Aug 24 05:10:57.370885 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8208576-2e79-43f7-990c-f88af3ec5f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2d7953-7d09-41eb-b20e-6de03af460a3,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:57.784600 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:57.790353 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48298) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:57.805741 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:57.806083 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 025e8f01-a9ac-4128-8018-cdbda0cb1cf4 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:57.806489 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2768f1e7-c720-4258-9bcb-a193557afbac no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:57.825796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 2768f1e7-c720-4258-9bcb-a193557afbac {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:57.826138 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2768f1e7-c720-4258-9bcb-a193557afbac not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:57.826542 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 65994110-3f0f-4492-a0fc-36f31f4888d0 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:10:57.838135 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1a76d0a4-3bee-49b2-b267-071f2b15248a admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=fad6d7352bc144929743ca7373a41800&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440755 Aug 24 05:10:57.838511 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48300) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:10:57.846560 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 65994110-3f0f-4492-a0fc-36f31f4888d0 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:10:57.846903 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 65994110-3f0f-4492-a0fc-36f31f4888d0 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:10:57.891346 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-52e0f3eb-8d30-416b-a89f-e5db45ea322f admin admin] Publish callbacks [] for security_group (23aa7cf2-6813-4b85-bc27-fb479e8b09fc), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.912898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-52e0f3eb-8d30-416b-a89f-e5db45ea322f admin admin] Publish callbacks [] for security_group (23aa7cf2-6813-4b85-bc27-fb479e8b09fc), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:57.949675 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:10:58.095132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-52e0f3eb-8d30-416b-a89f-e5db45ea322f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (23aa7cf2-6813-4b85-bc27-fb479e8b09fc), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:58.097722 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-52e0f3eb-8d30-416b-a89f-e5db45ea322f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:10:58.098948 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-52e0f3eb-8d30-416b-a89f-e5db45ea322f admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/23aa7cf2-6813-4b85-bc27-fb479e8b09fc HTTP/1.1" status: 204 len: 168 time: 0.2594638 Aug 24 05:10:58.116579 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0f3eb-8d30-416b-a89f-e5db45ea322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aa7cf2-6813-4b85-bc27-fb479e8b09fc,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:10:59.752367 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:04.881885 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-05a1ea87-1070-45d7-9315-9b69509fe9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.426067 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48400) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:05.542378 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=35 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:05.564401 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ccf75576-919a-4ad0-b359-706ba6d337d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.576744 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:05.642661 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:05.653431 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ccf75576-919a-4ad0-b359-706ba6d337d2 admin admin] Publish callbacks [] for security_group (12743a0e-08cd-408e-b784-009b5e3b91d5), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.706514 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ccf75576-919a-4ad0-b359-706ba6d337d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (12743a0e-08cd-408e-b784-009b5e3b91d5), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.749686 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-ccf75576-919a-4ad0-b359-706ba6d337d2 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=abd030a80a194419a3766a2924cf1139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222578 Aug 24 05:11:05.750855 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf75576-919a-4ad0-b359-706ba6d337d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12743a0e-08cd-408e-b784-009b5e3b91d5,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:05.753765 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48404) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:05.810653 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-581e4983-b694-4916-8dfa-a898cc8ffd48 admin admin] Publish callbacks [] for security_group (12743a0e-08cd-408e-b784-009b5e3b91d5), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.833006 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-581e4983-b694-4916-8dfa-a898cc8ffd48 admin admin] Publish callbacks [] for security_group (12743a0e-08cd-408e-b784-009b5e3b91d5), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.961494 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-581e4983-b694-4916-8dfa-a898cc8ffd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (12743a0e-08cd-408e-b784-009b5e3b91d5), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.964733 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-581e4983-b694-4916-8dfa-a898cc8ffd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:05.971360 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-581e4983-b694-4916-8dfa-a898cc8ffd48 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/12743a0e-08cd-408e-b784-009b5e3b91d5 HTTP/1.1" status: 204 len: 168 time: 0.2109332 Aug 24 05:11:05.975433 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4983-b694-4916-8dfa-a898cc8ffd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12743a0e-08cd-408e-b784-009b5e3b91d5,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:07.206233 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9fc52193-5485-4fd7-a438-3bc91f4d8fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:08.459674 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.044669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48486) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:09.153741 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3994d407-97e2-4d1b-89e0-4420c7353094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.203380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:09.242591 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3994d407-97e2-4d1b-89e0-4420c7353094 admin admin] Publish callbacks [] for security_group (db68a5e9-3211-46f3-ad78-0be34d8a602c), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.309981 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3994d407-97e2-4d1b-89e0-4420c7353094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (db68a5e9-3211-46f3-ad78-0be34d8a602c), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.355497 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3994d407-97e2-4d1b-89e0-4420c7353094 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=d4e559327d314c59b6345dae98803866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097320 Aug 24 05:11:09.356640 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994d407-97e2-4d1b-89e0-4420c7353094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db68a5e9-3211-46f3-ad78-0be34d8a602c,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:09.360883 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48496) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:09.457384 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dde83d32-71c6-4152-b4ac-56cd64857eef admin admin] Publish callbacks [] for security_group (db68a5e9-3211-46f3-ad78-0be34d8a602c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.482425 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dde83d32-71c6-4152-b4ac-56cd64857eef admin admin] Publish callbacks [] for security_group (db68a5e9-3211-46f3-ad78-0be34d8a602c), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.884934 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:09.910531 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dde83d32-71c6-4152-b4ac-56cd64857eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (db68a5e9-3211-46f3-ad78-0be34d8a602c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.913470 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dde83d32-71c6-4152-b4ac-56cd64857eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:09.914684 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-dde83d32-71c6-4152-b4ac-56cd64857eef admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/db68a5e9-3211-46f3-ad78-0be34d8a602c HTTP/1.1" status: 204 len: 168 time: 0.5525160 Aug 24 05:11:09.924885 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde83d32-71c6-4152-b4ac-56cd64857eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db68a5e9-3211-46f3-ad78-0be34d8a602c,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:09.987139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:10.016381 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:10.576616 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48506) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:10.591237 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-12f71c6c-51ad-4a82-9d8c-6818e9e90c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:10.680644 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-12f71c6c-51ad-4a82-9d8c-6818e9e90c8b admin admin] Publish callbacks [] for security_group (80e1b53c-63e9-4471-97f6-05a16735fbf1), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:10.752784 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-12f71c6c-51ad-4a82-9d8c-6818e9e90c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (80e1b53c-63e9-4471-97f6-05a16735fbf1), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:10.756479 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:10.797698 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71c6c-51ad-4a82-9d8c-6818e9e90c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e1b53c-63e9-4471-97f6-05a16735fbf1,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:10.802207 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-12f71c6c-51ad-4a82-9d8c-6818e9e90c8b admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=1bfb05cf76d345db9bcdb0c0a471433c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245312 Aug 24 05:11:10.809344 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48510) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:10.860406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdb68c4c-342e-4c60-8543-78dfc54a4724 admin admin] Publish callbacks [] for security_group (80e1b53c-63e9-4471-97f6-05a16735fbf1), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:10.882227 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdb68c4c-342e-4c60-8543-78dfc54a4724 admin admin] Publish callbacks [] for security_group (80e1b53c-63e9-4471-97f6-05a16735fbf1), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:11.021478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdb68c4c-342e-4c60-8543-78dfc54a4724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (80e1b53c-63e9-4471-97f6-05a16735fbf1), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:11.024127 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cdb68c4c-342e-4c60-8543-78dfc54a4724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:11.025497 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-cdb68c4c-342e-4c60-8543-78dfc54a4724 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/80e1b53c-63e9-4471-97f6-05a16735fbf1 HTTP/1.1" status: 204 len: 168 time: 0.2196062 Aug 24 05:11:11.034132 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68c4c-342e-4c60-8543-78dfc54a4724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e1b53c-63e9-4471-97f6-05a16735fbf1,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:12.192702 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48542) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:12.292561 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202818656-network', 'tenant_id': '335b48b79b384dd5bfde02ebe0c18a14'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:11:12.384384 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Made reservation on behalf of 335b48b79b384dd5bfde02ebe0c18a14 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:11:12.387238 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.396905 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.475967 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks [] for security_group (f9d397a7-f361-4704-aa52-d69f25943413), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.529902 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f9d397a7-f361-4704-aa52-d69f25943413), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.534643 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:12.561496 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:11:12.568162 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d397a7-f361-4704-aa52-d69f25943413,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:12.574649 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (4385c602-c957-4ff1-acdb-d36a318eaa1a), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.574990 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Added segment 4385c602-c957-4ff1-acdb-d36a318eaa1a of type vlan for network fcddcf08-ca49-4b7b-8646-d22a93e5f2a9 Aug 24 05:11:12.621191 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (fcddcf08-ca49-4b7b-8646-d22a93e5f2a9), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.698853 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (fcddcf08-ca49-4b7b-8646-d22a93e5f2a9), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.699984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:12.700606 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:12.762066 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] Pushing event updated for resources: {'Network': ['ID=fcddcf08-ca49-4b7b-8646-d22a93e5f2a9,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:12.771937 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network fcddcf08-ca49-4b7b-8646-d22a93e5f2a9 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:11:12.795602 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1ce39469-ff72-4d77-8111-0a4037bb3152 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6017315 Aug 24 05:11:12.800948 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48548) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:12.808132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Request body: {'subnet': {'network_id': 'fcddcf08-ca49-4b7b-8646-d22a93e5f2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202818656-subnet', 'tenant_id': '335b48b79b384dd5bfde02ebe0c18a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:11:12.893247 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Made reservation on behalf of 335b48b79b384dd5bfde02ebe0c18a14 for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:11:12.895757 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4212818'] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:13.129505 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4212796'] for subnet (b5db5955-f562-47a4-ad8c-c1da12fa3b8a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:13.188237 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5db5955-f562-47a4-ad8c-c1da12fa3b8a,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:13.197694 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Checking segment: {'id': '4385c602-c957-4ff1-acdb-d36a318eaa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'fcddcf08-ca49-4b7b-8646-d22a93e5f2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:11:13.198050 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Network hostable DHCP agents. Network: fcddcf08-ca49-4b7b-8646-d22a93e5f2a9, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:11:13.272782 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Network fcddcf08-ca49-4b7b-8646-d22a93e5f2a9 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:11:13.352817 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, fcddcf08-ca49-4b7b-8646-d22a93e5f2a9) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:11:13.357271 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:13.357713 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:13.363565 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd11ddc-16c1-46bd-b452-2ff9f0abee67 None None] Network fcddcf08-ca49-4b7b-8646-d22a93e5f2a9 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:11:13.447560 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-bd7055dd-ca37-459f-9897-02c3b44c95a6 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6444900 Aug 24 05:11:13.469797 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb25cd4-ee28-4258-a2cf-94ce09e3b917 None None] Network fcddcf08-ca49-4b7b-8646-d22a93e5f2a9 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:11:14.313792 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48566) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:14.318625 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1422929247-network', 'tenant_id': '35bcca433a86411ca5c1a55285805c93'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:11:14.424247 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Made reservation on behalf of 35bcca433a86411ca5c1a55285805c93 for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:11:14.427070 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.440493 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.495717 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:14.519877 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks [] for security_group (3b897642-ee54-4c5b-881d-490c61a73339), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.586670 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3b897642-ee54-4c5b-881d-490c61a73339), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.618675 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:11:14.626212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b897642-ee54-4c5b-881d-490c61a73339,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:14.632053 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (ee24780b-4231-4019-b136-a022e8e2cbbc), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.632402 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Added segment ee24780b-4231-4019-b136-a022e8e2cbbc of type vlan for network 5df3a8d9-51f1-4b67-9b2b-a01890466e53 Aug 24 05:11:14.676012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (5df3a8d9-51f1-4b67-9b2b-a01890466e53), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.696619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:14.758574 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (5df3a8d9-51f1-4b67-9b2b-a01890466e53), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.760252 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:14.760840 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:14.827714 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] Pushing event updated for resources: {'Network': ['ID=5df3a8d9-51f1-4b67-9b2b-a01890466e53,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:14.842229 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 5df3a8d9-51f1-4b67-9b2b-a01890466e53 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:11:14.890171 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-543ca77c-fbf0-4b9a-99c5-fa6cd77131dc admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5749347 Aug 24 05:11:14.893321 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48572) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:14.902472 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Request body: {'subnet': {'network_id': '5df3a8d9-51f1-4b67-9b2b-a01890466e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1422929247-subnet', 'tenant_id': '35bcca433a86411ca5c1a55285805c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:11:14.992667 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Made reservation on behalf of 35bcca433a86411ca5c1a55285805c93 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:11:14.995722 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085435'] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:15.233301 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4888168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085461'] for subnet (dfb806c1-9734-4f95-b437-c010e29c030e), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:15.267047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:15.292542 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb806c1-9734-4f95-b437-c010e29c030e,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:15.309554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Checking segment: {'id': 'ee24780b-4231-4019-b136-a022e8e2cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '5df3a8d9-51f1-4b67-9b2b-a01890466e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:11:15.309916 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Network hostable DHCP agents. Network: 5df3a8d9-51f1-4b67-9b2b-a01890466e53, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:11:15.398284 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Network 5df3a8d9-51f1-4b67-9b2b-a01890466e53 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:11:15.496650 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 5df3a8d9-51f1-4b67-9b2b-a01890466e53) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:11:15.500829 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:15.501476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:15.506180 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009bc49-62f2-456d-9c7c-8180b49720e6 None None] Network 5df3a8d9-51f1-4b67-9b2b-a01890466e53 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:11:15.609963 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3472d3f9-f990-4264-b8a9-4ab9931e2753 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7148957 Aug 24 05:11:15.619002 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c8cf1d-3143-4357-a740-6513cc79e2f2 None None] Network 5df3a8d9-51f1-4b67-9b2b-a01890466e53 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:11:15.648936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:18.299804 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:11:24.874045 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:25.514451 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=55,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:25.710996 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=65 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:28.293797 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:28.295103 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:29.739008 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:34.893752 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4d909c91-24e5-45c6-b321-a99f8ccba0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:36.489881 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-50a1bc13-7cf2-4d0a-ba20-dd45682c7d6f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443177 Aug 24 05:11:36.553933 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-9493ca49-3963-4241-af79-43812dbb6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:36.555522 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-9493ca49-3963-4241-af79-43812dbb6adc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1168 time: 0.0413847 Aug 24 05:11:36.942152 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-c09c5b24-5c21-433a-810c-f76c0dbca48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:36.943677 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-c09c5b24-5c21-433a-810c-f76c0dbca48c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.3669355 Aug 24 05:11:37.015724 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-dbdccbee-652d-47bd-b8f8-7620893fa2b2 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 1001 time: 0.0650988 Aug 24 05:11:37.078804 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-b5219106-f656-40c4-92a3-7d4c819f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:37.080379 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-b5219106-f656-40c4-92a3-7d4c819f25f1 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0572453 Aug 24 05:11:37.133790 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-cdd558d0-663b-4df2-b668-a0f45fd42701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:37.137546 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-cdd558d0-663b-4df2-b668-a0f45fd42701 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483050 Aug 24 05:11:37.206824 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-71c02804-d0f8-4d0a-8a7a-e21c8a256b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.229063 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48786) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:37.242625 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-7ce4bf35-53d7-4b6c-9a1f-87706ed13383 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003559 Aug 24 05:11:37.346096 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3b98d57b-742f-4490-bb0d-34164c959954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.353539 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a83b98a8-1a2f-4cdd-bd45-269924b66dc2 req-886b5588-675a-4c06-8051-8e5945081f16 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959156 Aug 24 05:11:37.430876 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3b98d57b-742f-4490-bb0d-34164c959954 admin admin] Publish callbacks [] for security_group (b6e458d9-7bad-437b-b3f8-2e28abb26249), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.519112 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-3b98d57b-742f-4490-bb0d-34164c959954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b6e458d9-7bad-437b-b3f8-2e28abb26249), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.560908 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-3b98d57b-742f-4490-bb0d-34164c959954 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=9e0bf8c9c5d44bed8b7b2bcd19d6c6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301420 Aug 24 05:11:37.561756 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d57b-742f-4490-bb0d-34164c959954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e458d9-7bad-437b-b3f8-2e28abb26249,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:37.563542 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48790) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:37.627693 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Publish callbacks [] for security_group (b6e458d9-7bad-437b-b3f8-2e28abb26249), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.650659 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Publish callbacks [] for security_group (b6e458d9-7bad-437b-b3f8-2e28abb26249), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.804786 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b6e458d9-7bad-437b-b3f8-2e28abb26249), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.807326 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:37.808620 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/b6e458d9-7bad-437b-b3f8-2e28abb26249 HTTP/1.1" status: 204 len: 168 time: 0.2439036 Aug 24 05:11:37.817079 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e458d9-7bad-437b-b3f8-2e28abb26249,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:37.825216 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.825558 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.825894 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.826232 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.826561 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.826889 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.827228 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.827553 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.827869 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.828187 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.828506 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.828829 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.829143 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.829455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:37.829771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11355404-6421-444a-80a0-a60c31d67593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.445363 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:38.513538 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48798) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:38.529242 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:38.608896 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Publish callbacks [] for security_group (7bd9edf6-b135-4081-b353-45a414fdf8fa), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:38.710993 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7bd9edf6-b135-4081-b353-45a414fdf8fa), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:38.755377 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd9edf6-b135-4081-b353-45a414fdf8fa,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:38.759496 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=19f97cb9ab4b4593ae04ca27b1759cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448964 Aug 24 05:11:38.762487 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48800) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:38.766082 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.766471 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.766840 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.767207 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.767542 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.767872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.768199 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.768523 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.768847 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.769228 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.769555 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.769880 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.770229 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.770549 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.770869 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dba8fb-a36d-4a16-8138-0358aeb4ef7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:38.815108 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84de98e6-8971-417e-9ae5-a71c2e8cfcc5 admin admin] Publish callbacks [] for security_group (7bd9edf6-b135-4081-b353-45a414fdf8fa), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:38.835483 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84de98e6-8971-417e-9ae5-a71c2e8cfcc5 admin admin] Publish callbacks [] for security_group (7bd9edf6-b135-4081-b353-45a414fdf8fa), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:39.002626 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84de98e6-8971-417e-9ae5-a71c2e8cfcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7bd9edf6-b135-4081-b353-45a414fdf8fa), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:39.005303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-84de98e6-8971-417e-9ae5-a71c2e8cfcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:39.006473 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-84de98e6-8971-417e-9ae5-a71c2e8cfcc5 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/7bd9edf6-b135-4081-b353-45a414fdf8fa HTTP/1.1" status: 204 len: 168 time: 0.2428868 Aug 24 05:11:39.018767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de98e6-8971-417e-9ae5-a71c2e8cfcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd9edf6-b135-4081-b353-45a414fdf8fa,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:39.965400 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:40.045157 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:40.271789 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:40.273088 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:42.066723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48868) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:42.183851 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c67a3f8b-ffe1-4508-972a-f21a7832c508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:42.227753 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:42.238800 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:42.269245 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c67a3f8b-ffe1-4508-972a-f21a7832c508 admin admin] Publish callbacks [] for security_group (b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:42.334316 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c67a3f8b-ffe1-4508-972a-f21a7832c508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:42.377093 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c67a3f8b-ffe1-4508-972a-f21a7832c508 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=6413eaa7e1e64f1089fde48b260ef755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092408 Aug 24 05:11:42.378213 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a3f8b-ffe1-4508-972a-f21a7832c508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:42.379986 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48874) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:42.433968 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-26f6fee4-d86f-44eb-b57d-ed9fc2bb2f7b admin admin] Publish callbacks [] for security_group (b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:42.455240 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-26f6fee4-d86f-44eb-b57d-ed9fc2bb2f7b admin admin] Publish callbacks [] for security_group (b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:42.639536 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-26f6fee4-d86f-44eb-b57d-ed9fc2bb2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:42.642324 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-26f6fee4-d86f-44eb-b57d-ed9fc2bb2f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:42.643533 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-26f6fee4-d86f-44eb-b57d-ed9fc2bb2f7b admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1 HTTP/1.1" status: 204 len: 168 time: 0.2625241 Aug 24 05:11:42.651499 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6fee4-d86f-44eb-b57d-ed9fc2bb2f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d2dc91-2c9c-4a1b-a4f5-cfe8badbccc1,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:43.336872 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48886) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:43.351339 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9422a963-b293-4d74-bccc-a27da861eea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:43.430081 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9422a963-b293-4d74-bccc-a27da861eea4 admin admin] Publish callbacks [] for security_group (d0294875-edc4-42cd-a21f-7f1099df37a1), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:43.506577 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9422a963-b293-4d74-bccc-a27da861eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d0294875-edc4-42cd-a21f-7f1099df37a1), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:43.549584 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422a963-b293-4d74-bccc-a27da861eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0294875-edc4-42cd-a21f-7f1099df37a1,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:43.556021 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9422a963-b293-4d74-bccc-a27da861eea4 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=4b4fc46c9cee4c1f8f9d1b832a2835c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175207 Aug 24 05:11:43.558316 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48890) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:43.612624 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8501-6492-4189-83b8-0f52ed161194 admin admin] Publish callbacks [] for security_group (d0294875-edc4-42cd-a21f-7f1099df37a1), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:43.635437 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8501-6492-4189-83b8-0f52ed161194 admin admin] Publish callbacks [] for security_group (d0294875-edc4-42cd-a21f-7f1099df37a1), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:43.833778 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8501-6492-4189-83b8-0f52ed161194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d0294875-edc4-42cd-a21f-7f1099df37a1), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:43.840631 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-ee8f8501-6492-4189-83b8-0f52ed161194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:43.840631 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-ee8f8501-6492-4189-83b8-0f52ed161194 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d0294875-edc4-42cd-a21f-7f1099df37a1 HTTP/1.1" status: 204 len: 168 time: 0.2780519 Aug 24 05:11:43.846822 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f8501-6492-4189-83b8-0f52ed161194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0294875-edc4-42cd-a21f-7f1099df37a1,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:44.649232 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0086c-37f4-4ed3-a9ef-fe30525ad138 req-5d63e196-1563-461e-919a-fb898a5dce3e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:44.650872 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1df0086c-37f4-4ed3-a9ef-fe30525ad138 req-5d63e196-1563-461e-919a-fb898a5dce3e tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0512023 Aug 24 05:11:44.702254 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1df0086c-37f4-4ed3-a9ef-fe30525ad138 req-8baf6feb-f2c2-42e8-b383-90b731233a04 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Aug 24 05:11:45.689543 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48958) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:45.724163 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:45.735218 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:45.741051 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] Deleting subnet b5db5955-f562-47a4-ad8c-c1da12fa3b8a {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:11:45.745050 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] Publish callbacks [] for subnet (b5db5955-f562-47a4-ad8c-c1da12fa3b8a), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:45.788638 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4211906'] for subnet (b5db5955-f562-47a4-ad8c-c1da12fa3b8a), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:45.875534 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1afe6f-125d-4a82-bf71-f47e9d92e47c req-cb5829aa-b4d9-452a-9433-46137357c4ea tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:45.876543 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a1afe6f-125d-4a82-bf71-f47e9d92e47c req-cb5829aa-b4d9-452a-9433-46137357c4ea tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0631607 Aug 24 05:11:45.877781 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (b5db5955-f562-47a4-ad8c-c1da12fa3b8a), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:45.965716 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a1afe6f-125d-4a82-bf71-f47e9d92e47c req-a163a1ce-45ab-40dc-9576-3ebc76068cb7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671942 Aug 24 05:11:46.061216 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4212791'] for subnet (b5db5955-f562-47a4-ad8c-c1da12fa3b8a), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.094041 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5db5955-f562-47a4-ad8c-c1da12fa3b8a,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:46.100590 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.104714 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-373292ac-1a15-4db5-89e3-0b5873be87e9 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/b5db5955-f562-47a4-ad8c-c1da12fa3b8a HTTP/1.1" status: 204 len: 168 time: 0.4139907 Aug 24 05:11:46.107344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48974) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:46.182541 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (fcddcf08-ca49-4b7b-8646-d22a93e5f2a9), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.273820 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (fcddcf08-ca49-4b7b-8646-d22a93e5f2a9), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.297309 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcddcf08-ca49-4b7b-8646-d22a93e5f2a9']}} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:46.307521 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4385c602-c957-4ff1-acdb-d36a318eaa1a') {'for_net_delete': True} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:46.310096 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4385c602-c957-4ff1-acdb-d36a318eaa1a') {} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:46.318814 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4211915'] for segment (4385c602-c957-4ff1-acdb-d36a318eaa1a), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.332883 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (4385c602-c957-4ff1-acdb-d36a318eaa1a), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.339528 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=107625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:11:46.340405 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4817386'] for segment (4385c602-c957-4ff1-acdb-d36a318eaa1a), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.360672 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 4385c602-c957-4ff1-acdb-d36a318eaa1a resource provider aggregate not found Aug 24 05:11:46.396295 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-6cb3dd73-1802-4ab7-9b6f-ab90987cd203 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:46.398212 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-6cb3dd73-1802-4ab7-9b6f-ab90987cd203 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0544553 Aug 24 05:11:46.401101 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 4385c602-c957-4ff1-acdb-d36a318eaa1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4385c602-c957-4ff1-acdb-d36a318eaa1a found for delete ", "request_id": "req-f70cf80d-252d-4f34-ba54-bcf09f5ff076"}]} Aug 24 05:11:46.488746 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (fcddcf08-ca49-4b7b-8646-d22a93e5f2a9), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.494133 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Deleting port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:11:46.494680 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.494839 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.501339 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/fcddcf08-ca49-4b7b-8646-d22a93e5f2a9 HTTP/1.1" status: 204 len: 168 time: 0.3896561 Aug 24 05:11:46.508386 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 48982) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:46.517267 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109de0f2-1c51-4dc1-bf16-ee88a89a9965 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcddcf08-ca49-4b7b-8646-d22a93e5f2a9,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:46.559819 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:46.561783 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] Deleting subnet dfb806c1-9734-4f95-b437-c010e29c030e {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:11:46.565213 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] Publish callbacks [] for subnet (dfb806c1-9734-4f95-b437-c010e29c030e), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.593134 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] For port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:11:46.593507 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.602940 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4211906'] for subnet (dfb806c1-9734-4f95-b437-c010e29c030e), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.645933 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (dfb806c1-9734-4f95-b437-c010e29c030e), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.769872 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.770240 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (029ec55d-74d3-4c13-a35a-dfa44ae33c9f), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.770556 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Floating IP 029ec55d-74d3-4c13-a35a-dfa44ae33c9f disassociated. External IP: 172.27.1.33, port: 9ab1453d-67b5-49c8-8f3c-ea71d32993d7. Aug 24 05:11:46.770900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Calling delete_port for 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:11:46.809723 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4212791'] for subnet (dfb806c1-9734-4f95-b437-c010e29c030e), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.830228 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:46.842300 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb806c1-9734-4f95-b437-c010e29c030e,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:46.850087 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:46.850087 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f66a3212-c342-4dd2-bf12-2cc18a6513cb admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/dfb806c1-9734-4f95-b437-c010e29c030e HTTP/1.1" status: 204 len: 168 time: 0.3403695 Aug 24 05:11:46.852524 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 48984) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:46.957818 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:46.966602 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (5df3a8d9-51f1-4b67-9b2b-a01890466e53), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.054180 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (5df3a8d9-51f1-4b67-9b2b-a01890466e53), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.077938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df3a8d9-51f1-4b67-9b2b-a01890466e53']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:47.087797 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee24780b-4231-4019-b136-a022e8e2cbbc') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:47.088065 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee24780b-4231-4019-b136-a022e8e2cbbc') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:47.099033 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (ee24780b-4231-4019-b136-a022e8e2cbbc), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.099268 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de5635-5afe-4357-b615-9198326a9d32 req-67ae47b4-48e4-4d81-bb58-e3799a0b3278 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:11:47.100640 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-63de5635-5afe-4357-b615-9198326a9d32 req-67ae47b4-48e4-4d81-bb58-e3799a0b3278 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 947 time: 0.0506835 Aug 24 05:11:47.105845 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (9ab1453d-67b5-49c8-8f3c-ea71d32993d7), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.141602 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event deleted for resources: {'Port': ['ID=9ab1453d-67b5-49c8-8f3c-ea71d32993d7,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:47.144268 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (ee24780b-4231-4019-b136-a022e8e2cbbc), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.159883 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:11:47.159883 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (ee24780b-4231-4019-b136-a022e8e2cbbc), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.174980 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-63de5635-5afe-4357-b615-9198326a9d32 req-b9b14043-cd73-4818-a781-9718672ec814 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=10281494-ee20-47c0-9c6e-86aa3de0e633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646253 Aug 24 05:11:47.248862 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment ee24780b-4231-4019-b136-a022e8e2cbbc resource provider aggregate not found Aug 24 05:11:47.277903 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment ee24780b-4231-4019-b136-a022e8e2cbbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee24780b-4231-4019-b136-a022e8e2cbbc found for delete ", "request_id": "req-eaa4c91d-7028-484d-9211-6d39feddbfcb"}]} Aug 24 05:11:47.351318 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:11:47.423472 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (5df3a8d9-51f1-4b67-9b2b-a01890466e53), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.436696 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.439920 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/5df3a8d9-51f1-4b67-9b2b-a01890466e53 HTTP/1.1" status: 204 len: 168 time: 0.5864117 Aug 24 05:11:47.452795 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bdcfb-c07d-46e6-ac67-5925b2ffe299 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df3a8d9-51f1-4b67-9b2b-a01890466e53,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:47.489428 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:11:47.509838 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] Sync routers for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:11:47.542017 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] No DVR routers for this DVR port 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:11:47.546168 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:47.547496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:11:47.548151 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:11:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:47.551796 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-3890f2fa-7340-4f12-beda-2a3be85b41a5 req-eff2db17-2f74-4e6a-9eee-30dbb7401b19 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.102 "DELETE /networking/v2.0/ports/9ab1453d-67b5-49c8-8f3c-ea71d32993d7 HTTP/1.1" status: 204 len: 173 time: 1.1480355 Aug 24 05:11:47.552364 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-deleted', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:11:47.555737 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d6c3d7-ec50-4b2f-b778-c97da0a70f79" -d '{"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-deleted", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:11:47.591935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:47.626873 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7845c3-9ff2-4fd6-8f44-0af294072b72 x-openstack-request-id: req-7d7845c3-9ff2-4fd6-8f44-0af294072b72 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:11:47.627326 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7559b8f3-b3b1-435b-9463-68acef1ab41e", "name": "network-vif-deleted", "tag": "9ab1453d-67b5-49c8-8f3c-ea71d32993d7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:11:47.627669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7d7845c3-9ff2-4fd6-8f44-0af294072b72 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:11:47.628177 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7845c3-9ff2-4fd6-8f44-0af294072b72'] response: {'server_uuid': '7559b8f3-b3b1-435b-9463-68acef1ab41e', 'name': 'network-vif-deleted', 'tag': '9ab1453d-67b5-49c8-8f3c-ea71d32993d7', 'status': 'completed', 'code': 200} Aug 24 05:11:47.712051 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:11:47.919886 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:47.946867 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] Checking router: cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:11:47.956152 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:11:47.956767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:11:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:48.005851 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49008) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:48.049818 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-22c03730-5e86-4029-b4f3-13bf47ddd577 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=335b48b79b384dd5bfde02ebe0c18a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427845 Aug 24 05:11:48.052383 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49010) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:48.063723 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:11:48.102699 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8124b944-d859-49cc-bc8b-f96a2b4baa92 admin admin] Publish callbacks [] for security_group (f9d397a7-f361-4704-aa52-d69f25943413), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:48.126205 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8124b944-d859-49cc-bc8b-f96a2b4baa92 admin admin] Publish callbacks [] for security_group (f9d397a7-f361-4704-aa52-d69f25943413), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:48.268221 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:48.279992 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8124b944-d859-49cc-bc8b-f96a2b4baa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f9d397a7-f361-4704-aa52-d69f25943413), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:48.282748 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8124b944-d859-49cc-bc8b-f96a2b4baa92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:48.283951 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-8124b944-d859-49cc-bc8b-f96a2b4baa92 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f9d397a7-f361-4704-aa52-d69f25943413 HTTP/1.1" status: 204 len: 168 time: 0.2304077 Aug 24 05:11:48.294720 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c19213bc-b494-4bcb-b47d-a531063daefc req-63d13857-0525-4f80-8cb4-56f28b909ca9 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=7559b8f3-b3b1-435b-9463-68acef1ab41e HTTP/1.1" status: 200 len: 210 time: 0.0301228 Aug 24 05:11:48.298855 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124b944-d859-49cc-bc8b-f96a2b4baa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d397a7-f361-4704-aa52-d69f25943413,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:48.328766 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c35f8f8-01e5-46ac-9e5a-264406f5d08e None None] The sync data for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi is: [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T04:59:31Z', 'revision_number': 4, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4e7a4e7d-fe1b-4ec0-baca-c376affdf4be', 'name': '', 'network_id': '60f465a5-3648-4517-8cab-85b66f6fe49f', 'tenant_id': 'd373da7992054abfae0564708529a973', 'mac_address': 'fa:16:3e:a9:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:29Z', 'updated_at': '2022-08-24T04:59:44Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'subnets': [{'id': '547fccd3-6f34-41d1-8242-0e67f25433dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:11:48.561035 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66761699-2e37-46fa-8851-a0cfe6b0e64f None None] New status for floating IP 029ec55d-74d3-4c13-a35a-dfa44ae33c9f: DOWN {{(pid=107627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:11:49.337787 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49028) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:49.384832 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-4e7d7a04-aab7-451a-a33d-53788ba4e973 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=35bcca433a86411ca5c1a55285805c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452118 Aug 24 05:11:49.392418 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49032) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:49.444726 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ea517306-d7b3-4908-8345-5e190354d4c4 admin admin] Publish callbacks [] for security_group (3b897642-ee54-4c5b-881d-490c61a73339), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.465687 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ea517306-d7b3-4908-8345-5e190354d4c4 admin admin] Publish callbacks [] for security_group (3b897642-ee54-4c5b-881d-490c61a73339), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.513202 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49036) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:49.569967 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3eb069f-5a4d-429d-9c74-19550a0f9549 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (10281494-ee20-47c0-9c6e-86aa3de0e633), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.582821 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49038) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:49.596668 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3eb069f-5a4d-429d-9c74-19550a0f9549 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (10281494-ee20-47c0-9c6e-86aa3de0e633), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.608709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ea517306-d7b3-4908-8345-5e190354d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3b897642-ee54-4c5b-881d-490c61a73339), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.611245 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ea517306-d7b3-4908-8345-5e190354d4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.612410 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ea517306-d7b3-4908-8345-5e190354d4c4 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3b897642-ee54-4c5b-881d-490c61a73339 HTTP/1.1" status: 204 len: 168 time: 0.2189221 Aug 24 05:11:49.628748 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea517306-d7b3-4908-8345-5e190354d4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b897642-ee54-4c5b-881d-490c61a73339,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:49.722511 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5d1bebb2-d3c3-4a08-b38c-7bfb0a90243e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.860342 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3eb069f-5a4d-429d-9c74-19550a0f9549 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (10281494-ee20-47c0-9c6e-86aa3de0e633), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.862942 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3eb069f-5a4d-429d-9c74-19550a0f9549 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:49.864164 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f3eb069f-5a4d-429d-9c74-19550a0f9549 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/10281494-ee20-47c0-9c6e-86aa3de0e633 HTTP/1.1" status: 204 len: 168 time: 0.3498774 Aug 24 05:11:49.868562 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:49.868745 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49044) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:49.881771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb069f-5a4d-429d-9c74-19550a0f9549 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10281494-ee20-47c0-9c6e-86aa3de0e633,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:49.889033 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.api.v2.resource [None req-fce5d045-e6d1-4f92-8cb9-e0a7360f303f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] show failed (client error): The resource could not be found. Aug 24 05:11:49.892822 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-fce5d045-e6d1-4f92-8cb9-e0a7360f303f tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "GET /networking/v2.0/security-groups/10281494-ee20-47c0-9c6e-86aa3de0e633 HTTP/1.1" status: 404 len: 347 time: 0.0204046 Aug 24 05:11:49.893145 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49046) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:49.950310 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5d1bebb2-d3c3-4a08-b38c-7bfb0a90243e admin admin] Publish callbacks [] for security_group (3af9f6de-03a6-4866-ac3f-bd3f170cafa8), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.148808 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:11:50.174762 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:11:50.175469 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 9ab1453d-67b5-49c8-8f3c-ea71d32993d7 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:11:50.253775 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5d1bebb2-d3c3-4a08-b38c-7bfb0a90243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3af9f6de-03a6-4866-ac3f-bd3f170cafa8), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.299138 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Deleting port f3972355-f8d8-4df7-9378-464ce1062900 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:11:50.299487 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (f3972355-f8d8-4df7-9378-464ce1062900), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.318011 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5d1bebb2-d3c3-4a08-b38c-7bfb0a90243e admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=e68f9553fd4945f0bc7e8152a298b53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7339172 Aug 24 05:11:50.321054 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49054) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:50.321405 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bebb2-d3c3-4a08-b38c-7bfb0a90243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9f6de-03a6-4866-ac3f-bd3f170cafa8,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:50.328249 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:50.396199 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-58c996ae-f798-42fe-b089-bf47f8ba489a admin admin] Publish callbacks [] for security_group (3af9f6de-03a6-4866-ac3f-bd3f170cafa8), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.398571 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (f3972355-f8d8-4df7-9378-464ce1062900), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.398897 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (f3972355-f8d8-4df7-9378-464ce1062900), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.412792 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Calling delete_port for f3972355-f8d8-4df7-9378-464ce1062900 owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:11:50.419210 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-58c996ae-f798-42fe-b089-bf47f8ba489a admin admin] Publish callbacks [] for security_group (3af9f6de-03a6-4866-ac3f-bd3f170cafa8), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.465726 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:50.574868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-58c996ae-f798-42fe-b089-bf47f8ba489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3af9f6de-03a6-4866-ac3f-bd3f170cafa8), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.577592 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-58c996ae-f798-42fe-b089-bf47f8ba489a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.580778 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-58c996ae-f798-42fe-b089-bf47f8ba489a admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3af9f6de-03a6-4866-ac3f-bd3f170cafa8 HTTP/1.1" status: 204 len: 168 time: 0.2564235 Aug 24 05:11:50.586883 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c996ae-f798-42fe-b089-bf47f8ba489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9f6de-03a6-4866-ac3f-bd3f170cafa8,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:50.666456 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (f3972355-f8d8-4df7-9378-464ce1062900), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.696266 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Pushing event deleted for resources: {'Port': ['ID=f3972355-f8d8-4df7-9378-464ce1062900,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:50.760668 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks [] for floatingip (029ec55d-74d3-4c13-a35a-dfa44ae33c9f), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.763777 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:50.767672 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-6efdb1db-bd7c-4c9c-9338-446b0edca7e7 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/029ec55d-74d3-4c13-a35a-dfa44ae33c9f HTTP/1.1" status: 204 len: 168 time: 0.8705335 Aug 24 05:11:51.359662 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49084) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:51.374829 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-818fadc9-aa63-4c77-91e0-251778bf0dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:51.454893 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-818fadc9-aa63-4c77-91e0-251778bf0dba admin admin] Publish callbacks [] for security_group (b013ffd6-bfad-447e-abd1-13623f88fa54), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:51.551642 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-818fadc9-aa63-4c77-91e0-251778bf0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b013ffd6-bfad-447e-abd1-13623f88fa54), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:51.594836 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-818fadc9-aa63-4c77-91e0-251778bf0dba admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=5f4c6c6fb9aa4d8bbccb659e2927fe55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337000 Aug 24 05:11:51.596030 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fadc9-aa63-4c77-91e0-251778bf0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013ffd6-bfad-447e-abd1-13623f88fa54,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:51.597878 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49086) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:51.652800 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2209e438-1154-41ec-8e66-9a8663d0c21b admin admin] Publish callbacks [] for security_group (b013ffd6-bfad-447e-abd1-13623f88fa54), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:51.676110 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2209e438-1154-41ec-8e66-9a8663d0c21b admin admin] Publish callbacks [] for security_group (b013ffd6-bfad-447e-abd1-13623f88fa54), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:51.860696 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2209e438-1154-41ec-8e66-9a8663d0c21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b013ffd6-bfad-447e-abd1-13623f88fa54), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:51.870387 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-2209e438-1154-41ec-8e66-9a8663d0c21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:51.870387 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-2209e438-1154-41ec-8e66-9a8663d0c21b admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/b013ffd6-bfad-447e-abd1-13623f88fa54 HTTP/1.1" status: 204 len: 168 time: 0.2657292 Aug 24 05:11:51.872890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49092) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:51.878196 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209e438-1154-41ec-8e66-9a8663d0c21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013ffd6-bfad-447e-abd1-13623f88fa54,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:52.022201 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-839bfd02-4246-4e84-b295-f1562d7ac9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:52.107550 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-839bfd02-4246-4e84-b295-f1562d7ac9be admin admin] Publish callbacks [] for security_group (ed915ad8-3095-448f-acfd-c9f42069a061), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:52.190567 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-839bfd02-4246-4e84-b295-f1562d7ac9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (ed915ad8-3095-448f-acfd-c9f42069a061), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:52.235451 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-839bfd02-4246-4e84-b295-f1562d7ac9be admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=438f0597d07d49dcb4ba1d891114e06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603075 Aug 24 05:11:52.236910 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bfd02-4246-4e84-b295-f1562d7ac9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed915ad8-3095-448f-acfd-c9f42069a061,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:52.238494 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49102) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:52.317818 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:52.324536 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e3340053-201a-4e3f-8896-3adfcbf14e64 admin admin] Publish callbacks [] for security_group (ed915ad8-3095-448f-acfd-c9f42069a061), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:52.364130 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e3340053-201a-4e3f-8896-3adfcbf14e64 admin admin] Publish callbacks [] for security_group (ed915ad8-3095-448f-acfd-c9f42069a061), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:52.529933 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e3340053-201a-4e3f-8896-3adfcbf14e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (ed915ad8-3095-448f-acfd-c9f42069a061), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:52.534618 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e3340053-201a-4e3f-8896-3adfcbf14e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:52.537692 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e3340053-201a-4e3f-8896-3adfcbf14e64 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/ed915ad8-3095-448f-acfd-c9f42069a061 HTTP/1.1" status: 204 len: 168 time: 0.2957573 Aug 24 05:11:52.546853 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3340053-201a-4e3f-8896-3adfcbf14e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed915ad8-3095-448f-acfd-c9f42069a061,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:53.696648 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49196) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:54.286487 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:54.533001 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:54.541074 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49216) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:54.551061 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Deleting port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:11:54.551061 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:54.648226 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] For port 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:11:54.651314 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:54.662923 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:54.665319 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Calling delete_port for 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be owned by network:router_interface {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:11:54.673439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-17f4fc3d-58a4-42a4-b9a3-85ce53b94ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:54.718207 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:54.759374 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-17f4fc3d-58a4-42a4-b9a3-85ce53b94ebc admin admin] Publish callbacks [] for security_group (fde45d98-ec2d-41aa-bcc3-56e1e81fe491), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:54.849048 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-17f4fc3d-58a4-42a4-b9a3-85ce53b94ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (fde45d98-ec2d-41aa-bcc3-56e1e81fe491), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:54.900359 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-17f4fc3d-58a4-42a4-b9a3-85ce53b94ebc admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=75cce4a547bc4091a0db9738bb2cd76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577518 Aug 24 05:11:54.903216 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4fc3d-58a4-42a4-b9a3-85ce53b94ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde45d98-ec2d-41aa-bcc3-56e1e81fe491,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:54.903834 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49234) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:54.963814 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (4e7a4e7d-fe1b-4ec0-baca-c376affdf4be), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:54.975367 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-007ed595-3716-41d0-a850-fcdfd3e93044 admin admin] Publish callbacks [] for security_group (fde45d98-ec2d-41aa-bcc3-56e1e81fe491), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:55.007893 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7a4e7d-fe1b-4ec0-baca-c376affdf4be,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:55.043274 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-007ed595-3716-41d0-a850-fcdfd3e93044 admin admin] Publish callbacks [] for security_group (fde45d98-ec2d-41aa-bcc3-56e1e81fe491), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:55.211297 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:55.255579 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-007ed595-3716-41d0-a850-fcdfd3e93044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (fde45d98-ec2d-41aa-bcc3-56e1e81fe491), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:55.258131 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-007ed595-3716-41d0-a850-fcdfd3e93044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:55.259310 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-007ed595-3716-41d0-a850-fcdfd3e93044 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/fde45d98-ec2d-41aa-bcc3-56e1e81fe491 HTTP/1.1" status: 204 len: 168 time: 0.3542881 Aug 24 05:11:55.301657 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ed595-3716-41d0-a850-fcdfd3e93044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde45d98-ec2d-41aa-bcc3-56e1e81fe491,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:55.310657 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:11:55.331511 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:55.451965 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:11:55.568625 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:11:55.573520 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3ef2b720-cf27-4844-a42d-6a6b827972a1 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751273 Aug 24 05:11:55.576837 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49240) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:55.579559 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] Sync routers for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:11:55.591070 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:11:55.592067 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:11:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:55.655743 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:55.679476 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:55.699351 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks [] for router (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:55.707094 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:55.726429 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:11:55.948109 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:11:54Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:55.975187 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] Checking router: cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:11:55.985434 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] Routers {'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:11:55.986075 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:11:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:56.119672 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] Set router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:11:56.135059 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks [] for router_gateway (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.279388 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Deleting port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:11:56.279388 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.325407 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:11:54Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:56.360125 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e3770-c2ea-466f-848d-d7822e103784 None None] The sync data for ids ['cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d'] in dv-cinder-854265-1-iscsi is: [{'id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764977473-router', 'tenant_id': 'd373da7992054abfae0564708529a973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:59:21Z', 'updated_at': '2022-08-24T05:11:54Z', 'revision_number': 5, 'project_id': 'd373da7992054abfae0564708529a973', 'gw_port': {'id': '4702b34a-f3f2-4c0a-8e7f-1b165017b19a', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:59:22Z', 'updated_at': '2022-08-24T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:11:56.379475 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] For port 4702b34a-f3f2-4c0a-8e7f-1b165017b19a, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:11:56.379855 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.397464 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Calling delete_port for 4702b34a-f3f2-4c0a-8e7f-1b165017b19a owned by network:router_gateway {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:11:56.651489 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (4702b34a-f3f2-4c0a-8e7f-1b165017b19a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.681393 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4702b34a-f3f2-4c0a-8e7f-1b165017b19a,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:56.766370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.854248 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.857141 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks [] for router_controller (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.988323 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.988914 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d {{(pid=107624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:11:56.993450 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:56.997429 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-14a78652-81ad-4979-9fa3-1da6840edde4 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/cc7cbd80-6e38-4a3e-8d4c-9ca586b0310d HTTP/1.1" status: 204 len: 168 time: 1.4168665 Aug 24 05:11:56.998659 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49266) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:57.056109 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] Deleting subnet 547fccd3-6f34-41d1-8242-0e67f25433dd {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:11:57.060441 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] Publish callbacks [] for subnet (547fccd3-6f34-41d1-8242-0e67f25433dd), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.093425 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:57.111636 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4211906'] for subnet (547fccd3-6f34-41d1-8242-0e67f25433dd), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.214046 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (547fccd3-6f34-41d1-8242-0e67f25433dd), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.356802 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4212791'] for subnet (547fccd3-6f34-41d1-8242-0e67f25433dd), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.387130 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547fccd3-6f34-41d1-8242-0e67f25433dd,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:57.391953 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.397825 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-9ada533a-734a-481e-8240-458c14a158ab admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/547fccd3-6f34-41d1-8242-0e67f25433dd HTTP/1.1" status: 204 len: 168 time: 0.3951654 Aug 24 05:11:57.398661 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49276) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:57.399739 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1972fd-3d91-415c-a916-f3ad1dfd31f7 None None] Network 60f465a5-3648-4517-8cab-85b66f6fe49f requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:11:57.515050 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (60f465a5-3648-4517-8cab-85b66f6fe49f), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.565815 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Deleting port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:11:57.566175 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.583877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:57.634829 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] DHCP port deletion for 60f465a5-3648-4517-8cab-85b66f6fe49f request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:11:57.652722 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] For port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:11:57.653255 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.666716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Calling delete_port for 812c7ee7-642d-48cc-8e36-07cb8a78cb9e owned by network:dhcp {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:11:57.674736 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Deleting port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:11:57.675142 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.690110 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:57.709665 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:11:57.751959 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] For port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,segment=NetworkSegment(9ac2438d-5e2b-465c-942c-36ce9d87757a),segment_id=9ac2438d-5e2b-465c-942c-36ce9d87757a)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:11:57.752373 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.766325 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Calling delete_port for 812c7ee7-642d-48cc-8e36-07cb8a78cb9e owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:11:57.853331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:11:57.858923 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.879729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:11:57.880075 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4e7a4e7d-fe1b-4ec0-baca-c376affdf4be not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:11:57.880494 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 812c7ee7-642d-48cc-8e36-07cb8a78cb9e no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:11:57.892901 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:57.896745 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] No DVR routers for this DVR port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e on host dv-cinder-854265-1-iscsi {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:11:57.909782 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 812c7ee7-642d-48cc-8e36-07cb8a78cb9e {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:11:57.910479 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 812c7ee7-642d-48cc-8e36-07cb8a78cb9e not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:11:57.910648 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4702b34a-f3f2-4c0a-8e7f-1b165017b19a no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:11:57.913650 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (812c7ee7-642d-48cc-8e36-07cb8a78cb9e), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:57.953210 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 4702b34a-f3f2-4c0a-8e7f-1b165017b19a {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:11:57.953855 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4702b34a-f3f2-4c0a-8e7f-1b165017b19a not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:11:57.957843 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Pushing event deleted for resources: {'Port': ['ID=812c7ee7-642d-48cc-8e36-07cb8a78cb9e,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:57.962472 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] No DVR routers for this DVR port 812c7ee7-642d-48cc-8e36-07cb8a78cb9e on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:11:57.970593 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.970891 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.971254 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.971715 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.972062 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.972384 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.972904 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.973252 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.973538 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.974006 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.974335 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.974661 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.974978 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.975325 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.975708 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d159f36-37dd-47a2-86cd-ce70fb953f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:11:57.980854 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (60f465a5-3648-4517-8cab-85b66f6fe49f), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.003519 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f465a5-3648-4517-8cab-85b66f6fe49f']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:58.015537 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac2438d-5e2b-465c-942c-36ce9d87757a') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:58.015826 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac2438d-5e2b-465c-942c-36ce9d87757a') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:11:58.033177 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (9ac2438d-5e2b-465c-942c-36ce9d87757a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.050881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (9ac2438d-5e2b-465c-942c-36ce9d87757a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.058422 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:11:58.058811 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (9ac2438d-5e2b-465c-942c-36ce9d87757a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.115261 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 9ac2438d-5e2b-465c-942c-36ce9d87757a resource provider aggregate not found Aug 24 05:11:58.135824 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment 9ac2438d-5e2b-465c-942c-36ce9d87757a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ac2438d-5e2b-465c-942c-36ce9d87757a found for delete ", "request_id": "req-657e8fde-e0ca-4bd7-856d-556c6c8d5579"}]} Aug 24 05:11:58.243802 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (60f465a5-3648-4517-8cab-85b66f6fe49f), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.249440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.252836 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/60f465a5-3648-4517-8cab-85b66f6fe49f HTTP/1.1" status: 204 len: 168 time: 0.8525884 Aug 24 05:11:58.264717 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6cd7a-b2fc-4659-8388-27f24cec68b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f465a5-3648-4517-8cab-85b66f6fe49f,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:58.752086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49306) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:58.796919 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-da650670-0c5a-4d57-8acb-ef274e4c4df5 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=d373da7992054abfae0564708529a973&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435698 Aug 24 05:11:58.799677 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49308) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:11:58.857379 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-50509131-a43b-4b60-b883-5e5bda055100 admin admin] Publish callbacks [] for security_group (aafad47e-49bd-452d-ae03-7962fccae6c2), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.891562 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-50509131-a43b-4b60-b883-5e5bda055100 admin admin] Publish callbacks [] for security_group (aafad47e-49bd-452d-ae03-7962fccae6c2), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.988831 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-50509131-a43b-4b60-b883-5e5bda055100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (aafad47e-49bd-452d-ae03-7962fccae6c2), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.991443 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-50509131-a43b-4b60-b883-5e5bda055100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:11:58.992709 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-50509131-a43b-4b60-b883-5e5bda055100 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/aafad47e-49bd-452d-ae03-7962fccae6c2 HTTP/1.1" status: 204 len: 168 time: 0.1920152 Aug 24 05:11:59.001613 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50509131-a43b-4b60-b883-5e5bda055100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafad47e-49bd-452d-ae03-7962fccae6c2,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:11:59.732913 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:01.902550 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49386) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:02.044284 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-09b44e7f-74da-45dc-8134-94e09a8dd0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:02.128952 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-09b44e7f-74da-45dc-8134-94e09a8dd0c2 admin admin] Publish callbacks [] for security_group (b6be3cab-25af-4710-af43-1b80f8d1c29a), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:02.205714 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-09b44e7f-74da-45dc-8134-94e09a8dd0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b6be3cab-25af-4710-af43-1b80f8d1c29a), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:02.244954 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b44e7f-74da-45dc-8134-94e09a8dd0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6be3cab-25af-4710-af43-1b80f8d1c29a,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:02.250123 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-09b44e7f-74da-45dc-8134-94e09a8dd0c2 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=356c4ce77a07443b829b031eb9c46a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463898 Aug 24 05:12:02.253008 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49390) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:02.310401 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87579bac-e8e9-4cf7-9972-cb22536e862a admin admin] Publish callbacks [] for security_group (b6be3cab-25af-4710-af43-1b80f8d1c29a), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:02.332255 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87579bac-e8e9-4cf7-9972-cb22536e862a admin admin] Publish callbacks [] for security_group (b6be3cab-25af-4710-af43-1b80f8d1c29a), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:02.340307 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:02.455768 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87579bac-e8e9-4cf7-9972-cb22536e862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (b6be3cab-25af-4710-af43-1b80f8d1c29a), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:02.460536 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87579bac-e8e9-4cf7-9972-cb22536e862a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:02.462206 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-87579bac-e8e9-4cf7-9972-cb22536e862a admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/b6be3cab-25af-4710-af43-1b80f8d1c29a HTTP/1.1" status: 204 len: 168 time: 0.2079082 Aug 24 05:12:02.475244 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87579bac-e8e9-4cf7-9972-cb22536e862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6be3cab-25af-4710-af43-1b80f8d1c29a,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:03.002601 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:03.237676 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49398) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:03.251848 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6598d99-e755-46cc-9fb3-16ea0c852387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:03.343276 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6598d99-e755-46cc-9fb3-16ea0c852387 admin admin] Publish callbacks [] for security_group (d605b5e4-ff10-4214-aad5-31e1c9a32bae), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:03.400143 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6598d99-e755-46cc-9fb3-16ea0c852387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d605b5e4-ff10-4214-aad5-31e1c9a32bae), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:03.442652 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-a6598d99-e755-46cc-9fb3-16ea0c852387 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=d0a0ac94f6c54911865b6a2d012eb1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035792 Aug 24 05:12:03.444093 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598d99-e755-46cc-9fb3-16ea0c852387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605b5e4-ff10-4214-aad5-31e1c9a32bae,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:03.444688 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49400) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:03.501740 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8206-480f-4061-94a2-380e3a15da23 admin admin] Publish callbacks [] for security_group (d605b5e4-ff10-4214-aad5-31e1c9a32bae), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:03.528335 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8206-480f-4061-94a2-380e3a15da23 admin admin] Publish callbacks [] for security_group (d605b5e4-ff10-4214-aad5-31e1c9a32bae), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:03.655209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8206-480f-4061-94a2-380e3a15da23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d605b5e4-ff10-4214-aad5-31e1c9a32bae), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:03.659986 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8206-480f-4061-94a2-380e3a15da23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:03.659986 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-d5ca8206-480f-4061-94a2-380e3a15da23 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d605b5e4-ff10-4214-aad5-31e1c9a32bae HTTP/1.1" status: 204 len: 168 time: 0.2132576 Aug 24 05:12:03.667724 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca8206-480f-4061-94a2-380e3a15da23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605b5e4-ff10-4214-aad5-31e1c9a32bae,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:04.903879 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a79e21e1-4ddf-4c5a-ae3c-51d3e6598478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:05.307550 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=15 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:07.215136 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c2d8728f-0cb9-4015-ae93-79b903af8bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:07.524059 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49512) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:07.643186 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cad5-9141-4a32-9be2-9aee75a88171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:07.722618 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cad5-9141-4a32-9be2-9aee75a88171 admin admin] Publish callbacks [] for security_group (81bbb5e0-ee65-4710-8638-b8010a5b0615), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:07.814978 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cad5-9141-4a32-9be2-9aee75a88171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (81bbb5e0-ee65-4710-8638-b8010a5b0615), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:07.855106 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9cad5-9141-4a32-9be2-9aee75a88171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bbb5e0-ee65-4710-8638-b8010a5b0615,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:07.859741 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c9d9cad5-9141-4a32-9be2-9aee75a88171 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=02dfe2d27de344f0824bfafa6be56906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344738 Aug 24 05:12:07.862601 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49516) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:07.886747 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:07.916630 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-09722f52-d0db-49c4-b0e9-b8cbab2133cf admin admin] Publish callbacks [] for security_group (81bbb5e0-ee65-4710-8638-b8010a5b0615), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:07.944244 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-09722f52-d0db-49c4-b0e9-b8cbab2133cf admin admin] Publish callbacks [] for security_group (81bbb5e0-ee65-4710-8638-b8010a5b0615), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:08.061662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-09722f52-d0db-49c4-b0e9-b8cbab2133cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (81bbb5e0-ee65-4710-8638-b8010a5b0615), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:08.064467 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-09722f52-d0db-49c4-b0e9-b8cbab2133cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:08.065702 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-09722f52-d0db-49c4-b0e9-b8cbab2133cf admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/81bbb5e0-ee65-4710-8638-b8010a5b0615 HTTP/1.1" status: 204 len: 168 time: 0.2018788 Aug 24 05:12:08.077529 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09722f52-d0db-49c4-b0e9-b8cbab2133cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bbb5e0-ee65-4710-8638-b8010a5b0615,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:08.519366 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:08.891224 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49540) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:08.906262 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d83d-4ad3-4726-9070-5bb5fb7b7a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:08.988606 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d83d-4ad3-4726-9070-5bb5fb7b7a7d admin admin] Publish callbacks [] for security_group (a6c1329e-048f-441d-81d8-77e84ec4c65d), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:09.118612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d83d-4ad3-4726-9070-5bb5fb7b7a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a6c1329e-048f-441d-81d8-77e84ec4c65d), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:09.148464 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:09.163161 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e1c8d83d-4ad3-4726-9070-5bb5fb7b7a7d admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=8a5b9b027eea418292e35bb28ffca752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708037 Aug 24 05:12:09.164303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8d83d-4ad3-4726-9070-5bb5fb7b7a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c1329e-048f-441d-81d8-77e84ec4c65d,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:09.165913 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49544) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:09.222329 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7066e125-4a68-4dc7-9034-b390458fb4ee admin admin] Publish callbacks [] for security_group (a6c1329e-048f-441d-81d8-77e84ec4c65d), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:09.225498 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:09.244890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7066e125-4a68-4dc7-9034-b390458fb4ee admin admin] Publish callbacks [] for security_group (a6c1329e-048f-441d-81d8-77e84ec4c65d), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:09.377485 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7066e125-4a68-4dc7-9034-b390458fb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a6c1329e-048f-441d-81d8-77e84ec4c65d), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:09.380135 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-7066e125-4a68-4dc7-9034-b390458fb4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:09.381260 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-7066e125-4a68-4dc7-9034-b390458fb4ee admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/a6c1329e-048f-441d-81d8-77e84ec4c65d HTTP/1.1" status: 204 len: 168 time: 0.2137284 Aug 24 05:12:09.396796 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066e125-4a68-4dc7-9034-b390458fb4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c1329e-048f-441d-81d8-77e84ec4c65d,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:09.983496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:09.985980 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:10.767476 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49582) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:10.941487 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0da36285-ac04-4b70-8870-8d1624b9ed07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:11.022743 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0da36285-ac04-4b70-8870-8d1624b9ed07 admin admin] Publish callbacks [] for security_group (27972077-e456-4061-ab94-bc100d89f320), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:11.089995 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-0da36285-ac04-4b70-8870-8d1624b9ed07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (27972077-e456-4061-ab94-bc100d89f320), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:11.121868 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:11.136226 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da36285-ac04-4b70-8870-8d1624b9ed07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27972077-e456-4061-ab94-bc100d89f320,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:11.143636 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0da36285-ac04-4b70-8870-8d1624b9ed07 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=58d483bf70a94a4b99b987c159e865df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747792 Aug 24 05:12:11.143985 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49592) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:11.225002 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a23c704-4862-48d2-9c15-ade6ef673362 admin admin] Publish callbacks [] for security_group (27972077-e456-4061-ab94-bc100d89f320), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:11.225439 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a23c704-4862-48d2-9c15-ade6ef673362 admin admin] Publish callbacks [] for security_group (27972077-e456-4061-ab94-bc100d89f320), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:11.577892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a23c704-4862-48d2-9c15-ade6ef673362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (27972077-e456-4061-ab94-bc100d89f320), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:11.581028 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-1a23c704-4862-48d2-9c15-ade6ef673362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:11.582222 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-1a23c704-4862-48d2-9c15-ade6ef673362 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/27972077-e456-4061-ab94-bc100d89f320 HTTP/1.1" status: 204 len: 168 time: 0.4372244 Aug 24 05:12:11.590347 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23c704-4862-48d2-9c15-ade6ef673362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27972077-e456-4061-ab94-bc100d89f320,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:12.488553 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49618) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:12.503064 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dbc077f0-ada3-43f1-9e86-ed3d33219920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:12.584405 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dbc077f0-ada3-43f1-9e86-ed3d33219920 admin admin] Publish callbacks [] for security_group (bbb0d7d4-8104-4273-9625-441977a45fbc), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:12.675136 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dbc077f0-ada3-43f1-9e86-ed3d33219920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (bbb0d7d4-8104-4273-9625-441977a45fbc), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:12.716512 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-dbc077f0-ada3-43f1-9e86-ed3d33219920 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=b1d620fff8b340ad9f79d511fbbb5336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268701 Aug 24 05:12:12.717794 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc077f0-ada3-43f1-9e86-ed3d33219920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0d7d4-8104-4273-9625-441977a45fbc,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:12.721133 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49620) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:12.772988 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d02e279e-0b69-48d7-8945-51aa014932be admin admin] Publish callbacks [] for security_group (bbb0d7d4-8104-4273-9625-441977a45fbc), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:12.792868 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d02e279e-0b69-48d7-8945-51aa014932be admin admin] Publish callbacks [] for security_group (bbb0d7d4-8104-4273-9625-441977a45fbc), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:12.935923 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d02e279e-0b69-48d7-8945-51aa014932be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (bbb0d7d4-8104-4273-9625-441977a45fbc), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:12.938731 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d02e279e-0b69-48d7-8945-51aa014932be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:12.940014 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d02e279e-0b69-48d7-8945-51aa014932be admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/bbb0d7d4-8104-4273-9625-441977a45fbc HTTP/1.1" status: 204 len: 168 time: 0.2177935 Aug 24 05:12:12.949294 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e279e-0b69-48d7-8945-51aa014932be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0d7d4-8104-4273-9625-441977a45fbc,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:13.721981 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49634) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:13.736317 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543cb69a-4490-499a-bd63-7fb925783805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:13.819297 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543cb69a-4490-499a-bd63-7fb925783805 admin admin] Publish callbacks [] for security_group (0e2c12cc-3204-4a5b-80fa-48e243d7dab2), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:13.929658 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c70c0a-fc36-4114-a9cf-6f3a72abd21b req-60eeced2-1095-468e-9908-3c1ecbbdbdca tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:13.931197 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00c70c0a-fc36-4114-a9cf-6f3a72abd21b req-60eeced2-1095-468e-9908-3c1ecbbdbdca tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0494485 Aug 24 05:12:13.939706 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-543cb69a-4490-499a-bd63-7fb925783805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (0e2c12cc-3204-4a5b-80fa-48e243d7dab2), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:14.003446 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cb69a-4490-499a-bd63-7fb925783805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c12cc-3204-4a5b-80fa-48e243d7dab2,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:14.009818 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-543cb69a-4490-499a-bd63-7fb925783805 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=f4261c49b84d4a328451783fe1fd48d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866144 Aug 24 05:12:14.012989 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49638) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:14.050826 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00c70c0a-fc36-4114-a9cf-6f3a72abd21b req-303253b0-9aaf-415d-a889-113b2c5fc102 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083417 Aug 24 05:12:14.054058 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-b0081631-b0be-4207-8b5b-14884a63d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:14.055427 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-b0081631-b0be-4207-8b5b-14884a63d72c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1168 time: 0.0741947 Aug 24 05:12:14.084904 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:14.115124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a10d2572-6dc3-464f-bece-19382d6599e2 admin admin] Publish callbacks [] for security_group (0e2c12cc-3204-4a5b-80fa-48e243d7dab2), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:14.179283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a10d2572-6dc3-464f-bece-19382d6599e2 admin admin] Publish callbacks [] for security_group (0e2c12cc-3204-4a5b-80fa-48e243d7dab2), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:14.189588 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:14.213343 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-46eaf1cb-d744-4fb0-a29f-669d662425cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:14.213343 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-46eaf1cb-d744-4fb0-a29f-669d662425cc service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.1476934 Aug 24 05:12:14.286475 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-f2d63d93-7ee8-47dd-9b7c-a0549f892295 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 1001 time: 0.0690477 Aug 24 05:12:14.341575 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-563fa453-a54e-4b6f-be88-f3429f04ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:14.343505 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-563fa453-a54e-4b6f-be88-f3429f04ad0c service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0511055 Aug 24 05:12:14.346691 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a10d2572-6dc3-464f-bece-19382d6599e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (0e2c12cc-3204-4a5b-80fa-48e243d7dab2), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:14.350721 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a10d2572-6dc3-464f-bece-19382d6599e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:14.350721 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-a10d2572-6dc3-464f-bece-19382d6599e2 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/0e2c12cc-3204-4a5b-80fa-48e243d7dab2 HTTP/1.1" status: 204 len: 168 time: 0.3364120 Aug 24 05:12:14.384447 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d2572-6dc3-464f-bece-19382d6599e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c12cc-3204-4a5b-80fa-48e243d7dab2,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:14.407595 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-e6615164-8663-4627-a52b-24cdea9e7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:14.409914 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-e6615164-8663-4627-a52b-24cdea9e7135 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584044 Aug 24 05:12:14.410883 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:14.512246 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-2f5ce63b-338b-499c-af32-c5287d692687 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958004 Aug 24 05:12:14.617408 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a32c1c20-085c-41cb-8bb0-50bcbc5df210 req-a4339eb2-9b31-43dd-9477-2e9e7823879f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989614 Aug 24 05:12:15.179815 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9155938-630c-48bb-bb95-32c7e901f57c req-19627c88-2975-4964-ac3a-ced41cdf8e70 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:15.181342 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e9155938-630c-48bb-bb95-32c7e901f57c req-19627c88-2975-4964-ac3a-ced41cdf8e70 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0496414 Aug 24 05:12:15.247652 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e9155938-630c-48bb-bb95-32c7e901f57c req-932cbe99-9be5-4a06-98b5-d7b6e1d5910f tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593202 Aug 24 05:12:16.383295 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd88b70-0e01-4ccd-829e-58237bd0747f req-9a30e131-d589-4d6e-946a-fecccd4a8ce5 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:16.384837 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fd88b70-0e01-4ccd-829e-58237bd0747f req-9a30e131-d589-4d6e-946a-fecccd4a8ce5 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0506115 Aug 24 05:12:16.449279 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7fd88b70-0e01-4ccd-829e-58237bd0747f req-bc2b27ed-6cac-4673-bf54-7d1d93eedb60 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575750 Aug 24 05:12:16.907568 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49688) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:17.021755 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c7ef71f2-8dfc-4595-9748-800aef587b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:17.097723 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c7ef71f2-8dfc-4595-9748-800aef587b25 admin admin] Publish callbacks [] for security_group (874af9e6-f235-4bed-a6cd-1e6b647f63a5), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:17.181454 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-c7ef71f2-8dfc-4595-9748-800aef587b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (874af9e6-f235-4bed-a6cd-1e6b647f63a5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:17.186173 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:17.224847 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c7ef71f2-8dfc-4595-9748-800aef587b25 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=fc5c5f87b596432db9fad9ac0f8ee97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161688 Aug 24 05:12:17.227340 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef71f2-8dfc-4595-9748-800aef587b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874af9e6-f235-4bed-a6cd-1e6b647f63a5,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:17.227908 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49692) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:17.283598 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2843cb7f-8865-4721-9719-de0a8134a7ad admin admin] Publish callbacks [] for security_group (874af9e6-f235-4bed-a6cd-1e6b647f63a5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:17.303999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2843cb7f-8865-4721-9719-de0a8134a7ad admin admin] Publish callbacks [] for security_group (874af9e6-f235-4bed-a6cd-1e6b647f63a5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:17.314699 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:17.484438 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2843cb7f-8865-4721-9719-de0a8134a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (874af9e6-f235-4bed-a6cd-1e6b647f63a5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:17.486982 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2843cb7f-8865-4721-9719-de0a8134a7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:17.488148 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2843cb7f-8865-4721-9719-de0a8134a7ad admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/874af9e6-f235-4bed-a6cd-1e6b647f63a5 HTTP/1.1" status: 204 len: 168 time: 0.2592604 Aug 24 05:12:17.500148 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843cb7f-8865-4721-9719-de0a8134a7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874af9e6-f235-4bed-a6cd-1e6b647f63a5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:17.579520 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ceda-d92a-4b00-a85a-82398a2cd13c req-88f1f317-728e-4f0a-8556-62bf0b358145 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:17.581075 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0918ceda-d92a-4b00-a85a-82398a2cd13c req-88f1f317-728e-4f0a-8556-62bf0b358145 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0532153 Aug 24 05:12:17.644255 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0918ceda-d92a-4b00-a85a-82398a2cd13c req-a679b2d7-37a5-4147-8f57-408297a24cd9 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572686 Aug 24 05:12:18.220344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49704) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:18.235495 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f6ef01d1-a91b-4331-9923-bd2269130cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:18.256665 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:18.298140 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:18.298883 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:18.331401 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f6ef01d1-a91b-4331-9923-bd2269130cbe admin admin] Publish callbacks [] for security_group (0682e6c2-b197-40ba-acfe-d426d39eab1b), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:18.406564 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f6ef01d1-a91b-4331-9923-bd2269130cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (0682e6c2-b197-40ba-acfe-d426d39eab1b), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:18.449521 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f6ef01d1-a91b-4331-9923-bd2269130cbe admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=5445387fc1ac41efaff10908718237c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279663 Aug 24 05:12:18.450374 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef01d1-a91b-4331-9923-bd2269130cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0682e6c2-b197-40ba-acfe-d426d39eab1b,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:18.453095 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49710) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:18.510200 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cc8553e5-99dc-46b8-996e-ccf052a88b07 admin admin] Publish callbacks [] for security_group (0682e6c2-b197-40ba-acfe-d426d39eab1b), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:18.533938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cc8553e5-99dc-46b8-996e-ccf052a88b07 admin admin] Publish callbacks [] for security_group (0682e6c2-b197-40ba-acfe-d426d39eab1b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:18.724589 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cc8553e5-99dc-46b8-996e-ccf052a88b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (0682e6c2-b197-40ba-acfe-d426d39eab1b), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:18.727207 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-cc8553e5-99dc-46b8-996e-ccf052a88b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:18.728431 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-cc8553e5-99dc-46b8-996e-ccf052a88b07 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/0682e6c2-b197-40ba-acfe-d426d39eab1b HTTP/1.1" status: 204 len: 168 time: 0.2741885 Aug 24 05:12:18.737860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8553e5-99dc-46b8-996e-ccf052a88b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0682e6c2-b197-40ba-acfe-d426d39eab1b,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:18.776006 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842444cd-f2ca-49b9-b485-f275f9f6c72d req-de913e4f-f08c-48cc-88db-15b24e6a1e45 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:18.777787 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-842444cd-f2ca-49b9-b485-f275f9f6c72d req-de913e4f-f08c-48cc-88db-15b24e6a1e45 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0559089 Aug 24 05:12:18.844055 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-842444cd-f2ca-49b9-b485-f275f9f6c72d req-6d78ecae-5037-4201-a8cc-8427d747cd6f tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599170 Aug 24 05:12:19.969640 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d0146-9225-4f8a-b79c-1df07054b931 req-0328e5a1-f320-4fe2-a7a5-a82efafe24a6 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:19.972928 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b07d0146-9225-4f8a-b79c-1df07054b931 req-0328e5a1-f320-4fe2-a7a5-a82efafe24a6 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0500813 Aug 24 05:12:20.040012 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b07d0146-9225-4f8a-b79c-1df07054b931 req-bca7b1df-465b-4f88-b1d7-39de287438f5 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628819 Aug 24 05:12:21.170360 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f61e-98de-4222-b26c-c0a7e4486063 req-a2496b0e-170a-4565-b28d-c20cd12d63ab tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:21.172175 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a25f61e-98de-4222-b26c-c0a7e4486063 req-a2496b0e-170a-4565-b28d-c20cd12d63ab tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0522089 Aug 24 05:12:21.237888 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2a25f61e-98de-4222-b26c-c0a7e4486063 req-4c9309f7-9702-4512-b964-e36683a833d8 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598123 Aug 24 05:12:22.361333 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfcdda-d7f8-4e6b-95b1-635fa80436b6 req-3d71057e-86ab-4b62-a9c2-7f37afb26628 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:22.362911 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9dcfcdda-d7f8-4e6b-95b1-635fa80436b6 req-3d71057e-86ab-4b62-a9c2-7f37afb26628 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0488746 Aug 24 05:12:22.425692 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9dcfcdda-d7f8-4e6b-95b1-635fa80436b6 req-b6b01a1d-bdf3-48c7-a783-819a264005ea tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571158 Aug 24 05:12:23.555596 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eee8f7-0d7b-43c9-a463-55685f6799ef req-1c58e737-fcf9-4f41-b535-85ce77fd349c tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:23.557094 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3eee8f7-0d7b-43c9-a463-55685f6799ef req-1c58e737-fcf9-4f41-b535-85ce77fd349c tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0545611 Aug 24 05:12:23.621699 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f3eee8f7-0d7b-43c9-a463-55685f6799ef req-0234e7ff-6b34-46d2-b643-68a63056546a tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589039 Aug 24 05:12:24.727555 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:24.746019 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e72d82-dada-4081-9208-e500e78e29bb req-f714d47c-4589-4b2c-bed6-cefbae664e08 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:24.747559 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f2e72d82-dada-4081-9208-e500e78e29bb req-f714d47c-4589-4b2c-bed6-cefbae664e08 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0497797 Aug 24 05:12:24.811638 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f2e72d82-dada-4081-9208-e500e78e29bb req-87733724-0800-4b08-b89f-563847cbc557 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579374 Aug 24 05:12:25.941098 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cf354-4646-4deb-83d0-01658b1cf591 req-12b83de1-850e-4c46-b88f-db81548c62ed tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:25.942530 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-208cf354-4646-4deb-83d0-01658b1cf591 req-12b83de1-850e-4c46-b88f-db81548c62ed tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0522954 Aug 24 05:12:26.014313 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-208cf354-4646-4deb-83d0-01658b1cf591 req-a95e4f5a-f6a3-4153-9a98-2600135eb246 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661278 Aug 24 05:12:27.142311 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99ce14-a28f-4449-a281-c2e47f99511e req-16f5ec99-6c7c-44a8-a0ad-fd80d024c28a tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:27.143854 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3b99ce14-a28f-4449-a281-c2e47f99511e req-16f5ec99-6c7c-44a8-a0ad-fd80d024c28a tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0502448 Aug 24 05:12:27.209822 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3b99ce14-a28f-4449-a281-c2e47f99511e req-332f60bc-8380-451c-9372-f502f144e4b4 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602050 Aug 24 05:12:27.520637 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:28.336813 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf8e09-5b89-4698-8a14-b1446f7fab19 req-44e0afa7-5333-4fba-b410-814227f48ee1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:28.341770 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cacf8e09-5b89-4698-8a14-b1446f7fab19 req-44e0afa7-5333-4fba-b410-814227f48ee1 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0507798 Aug 24 05:12:28.364877 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:28.409707 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cacf8e09-5b89-4698-8a14-b1446f7fab19 req-6dd970c3-ee7c-47ce-bf0a-4f214b5397ab tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650759 Aug 24 05:12:28.570925 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:28.733368 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:28.754720 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:29.537742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c21aa4-46fd-4d3e-9b4b-802b92bfc74a req-221b2e87-3ed5-4340-ac3b-da46e371712b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:29.539103 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-04c21aa4-46fd-4d3e-9b4b-802b92bfc74a req-221b2e87-3ed5-4340-ac3b-da46e371712b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0529861 Aug 24 05:12:29.604654 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-04c21aa4-46fd-4d3e-9b4b-802b92bfc74a req-4d680cc9-6f87-4cc6-8dec-d02daa9e8c9d tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595136 Aug 24 05:12:29.764664 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:30.739322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4904-c0c9-4e3f-aab0-506bc0cebe68 req-43c1d7f9-2652-4ad2-87dc-b3cbd090b30a tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:30.740909 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-65dd4904-c0c9-4e3f-aab0-506bc0cebe68 req-43c1d7f9-2652-4ad2-87dc-b3cbd090b30a tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0577605 Aug 24 05:12:30.807417 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-65dd4904-c0c9-4e3f-aab0-506bc0cebe68 req-e02a33bb-e66d-4761-aa33-2dce9868ec21 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604837 Aug 24 05:12:30.929713 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 49846) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:31.045253 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-abd1a74d-40ce-46eb-8410-50c56a4cd913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:31.128141 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-abd1a74d-40ce-46eb-8410-50c56a4cd913 admin admin] Publish callbacks [] for security_group (7836dedb-5a8e-427a-82fc-69732e397c25), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:31.218276 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-abd1a74d-40ce-46eb-8410-50c56a4cd913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7836dedb-5a8e-427a-82fc-69732e397c25), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:31.263808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1a74d-40ce-46eb-8410-50c56a4cd913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7836dedb-5a8e-427a-82fc-69732e397c25,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:31.284004 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49852) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:31.284402 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-abd1a74d-40ce-46eb-8410-50c56a4cd913 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=f302d9d5eb6d4caab63448bd53c1eb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514826 Aug 24 05:12:31.346808 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ac96-98f5-4f7a-8073-5bb52f6da065 admin admin] Publish callbacks [] for security_group (7836dedb-5a8e-427a-82fc-69732e397c25), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:31.371779 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ac96-98f5-4f7a-8073-5bb52f6da065 admin admin] Publish callbacks [] for security_group (7836dedb-5a8e-427a-82fc-69732e397c25), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:31.519638 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ac96-98f5-4f7a-8073-5bb52f6da065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (7836dedb-5a8e-427a-82fc-69732e397c25), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:31.522311 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ac96-98f5-4f7a-8073-5bb52f6da065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:31.523557 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-a7a3ac96-98f5-4f7a-8073-5bb52f6da065 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/7836dedb-5a8e-427a-82fc-69732e397c25 HTTP/1.1" status: 204 len: 168 time: 0.2377880 Aug 24 05:12:31.532105 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3ac96-98f5-4f7a-8073-5bb52f6da065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7836dedb-5a8e-427a-82fc-69732e397c25,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:31.932074 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbafe28-0ab8-4c19-ad4c-51d7d3320ac1 req-b80edc0b-d829-416a-88ba-5bb0a61d127b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:31.933625 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dfbafe28-0ab8-4c19-ad4c-51d7d3320ac1 req-b80edc0b-d829-416a-88ba-5bb0a61d127b tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0503838 Aug 24 05:12:32.007224 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-dfbafe28-0ab8-4c19-ad4c-51d7d3320ac1 req-68eb2b54-791a-4ed8-8d26-bce8a096ba77 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682&id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656936 Aug 24 05:12:32.178178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49864) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:32.192212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6a595652-6f4d-4452-a93c-09bbc883bb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:32.242711 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:32.272925 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6a595652-6f4d-4452-a93c-09bbc883bb9a admin admin] Publish callbacks [] for security_group (d2261764-0388-4d4a-9934-df7f7f29ae98), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:32.300418 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:12:32.358865 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6a595652-6f4d-4452-a93c-09bbc883bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d2261764-0388-4d4a-9934-df7f7f29ae98), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:32.399000 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a595652-6f4d-4452-a93c-09bbc883bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2261764-0388-4d4a-9934-df7f7f29ae98,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:32.404808 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-6a595652-6f4d-4452-a93c-09bbc883bb9a admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=15570c81bf59457d8652f4f7d396159a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255647 Aug 24 05:12:32.408618 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 49868) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:32.460093 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6e638502-ab2e-4c09-a428-6ba8c9f8ed64 admin admin] Publish callbacks [] for security_group (d2261764-0388-4d4a-9934-df7f7f29ae98), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:32.480710 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6e638502-ab2e-4c09-a428-6ba8c9f8ed64 admin admin] Publish callbacks [] for security_group (d2261764-0388-4d4a-9934-df7f7f29ae98), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:32.612853 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6e638502-ab2e-4c09-a428-6ba8c9f8ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d2261764-0388-4d4a-9934-df7f7f29ae98), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:32.615438 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-6e638502-ab2e-4c09-a428-6ba8c9f8ed64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:32.616598 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-6e638502-ab2e-4c09-a428-6ba8c9f8ed64 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d2261764-0388-4d4a-9934-df7f7f29ae98 HTTP/1.1" status: 204 len: 168 time: 0.2080317 Aug 24 05:12:32.625332 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638502-ab2e-4c09-a428-6ba8c9f8ed64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2261764-0388-4d4a-9934-df7f7f29ae98,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:34.915876 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1f32fd3a-3bbb-41b3-9c74-f20843760ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:37.190672 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8761-97c8-4d37-ab7f-62ea62e0e6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:38.490737 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:39.956330 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:40.007234 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:41.041014 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-7d92a376-406e-4fef-a84a-855f6a47c2c9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494051 Aug 24 05:12:41.138066 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-1476813a-e7b5-4f37-85f0-9e2c67996f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:41.139673 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-1476813a-e7b5-4f37-85f0-9e2c67996f12 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1168 time: 0.0478687 Aug 24 05:12:41.257882 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-ad2bbbb4-4920-40b4-a063-2519e9ceb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:41.259428 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-ad2bbbb4-4920-40b4-a063-2519e9ceb9ea service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.0996575 Aug 24 05:12:41.331767 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-7738cdd5-53ee-4b06-b3dd-c1bc339d8f97 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 1001 time: 0.0649416 Aug 24 05:12:41.387640 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-df67372c-96e8-4c06-bd0f-c56f1712e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:41.389441 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-df67372c-96e8-4c06-bd0f-c56f1712e692 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0523751 Aug 24 05:12:41.438330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-9ab5fb6a-c520-46ad-8cb4-353f7edfec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:12:41.440572 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-9ab5fb6a-c520-46ad-8cb4-353f7edfec96 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443633 Aug 24 05:12:41.546154 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-882032bd-bd69-4afe-b4f9-80a231fa56a4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988307 Aug 24 05:12:41.655464 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ead82121-eac6-4e26-a646-c0b1ca4fe056 req-1e4127b4-b5e1-4d41-a390-dd18a4a49d36 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027091 Aug 24 05:12:42.294321 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:42.295265 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:42.513584 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:42.621193 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:45.757591 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50000) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:45.871861 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:45.954665 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Publish callbacks [] for security_group (3737c0a3-cad0-4959-b0ec-07cf683dc4c0), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:46.041780 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3737c0a3-cad0-4959-b0ec-07cf683dc4c0), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:46.086083 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737c0a3-cad0-4959-b0ec-07cf683dc4c0,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:46.089934 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=bff251349a5f408fbec8f389a96eee2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312395 Aug 24 05:12:46.092787 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50004) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:46.098310 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.098651 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.098992 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.099353 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.099682 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.100006 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.100332 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.100653 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.100969 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.101289 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.101609 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.101924 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.102238 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.102549 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.102861 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a26bf-cda0-4f32-b1d2-1390f778619d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.153634 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Publish callbacks [] for security_group (3737c0a3-cad0-4959-b0ec-07cf683dc4c0), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:46.175359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Publish callbacks [] for security_group (3737c0a3-cad0-4959-b0ec-07cf683dc4c0), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:46.304223 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (3737c0a3-cad0-4959-b0ec-07cf683dc4c0), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:46.307047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:46.308230 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/3737c0a3-cad0-4959-b0ec-07cf683dc4c0 HTTP/1.1" status: 204 len: 168 time: 0.2144535 Aug 24 05:12:46.317593 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737c0a3-cad0-4959-b0ec-07cf683dc4c0,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:46.325575 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.325688 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.326155 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.326539 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.327055 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.327387 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.327689 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.328010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.328330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.328652 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.328971 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.329293 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.329614 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.330005 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.330250 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65879dd-0b30-4440-aeae-2b5412d1d5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:12:46.879199 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50016) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:46.977438 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50020) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:46.991398 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49c788fe-9cf2-415d-8de0-f323064ef4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:46.999765 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8c1b66a3-9c87-48a8-b211-a8c93c5e1e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.020055 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:47.024411 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:47.074334 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49c788fe-9cf2-415d-8de0-f323064ef4aa admin admin] Publish callbacks [] for security_group (9367fbd4-dcf3-4b80-b34e-638eae4963e5), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.082835 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8c1b66a3-9c87-48a8-b211-a8c93c5e1e06 admin admin] Publish callbacks [] for security_group (d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.133506 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-49c788fe-9cf2-415d-8de0-f323064ef4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (9367fbd4-dcf3-4b80-b34e-638eae4963e5), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.161394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-8c1b66a3-9c87-48a8-b211-a8c93c5e1e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.180109 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-49c788fe-9cf2-415d-8de0-f323064ef4aa admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=683a3840640648be87d10fac10f8d5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989248 Aug 24 05:12:47.180109 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c788fe-9cf2-415d-8de0-f323064ef4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367fbd4-dcf3-4b80-b34e-638eae4963e5,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:47.180903 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50022) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:47.218532 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-8c1b66a3-9c87-48a8-b211-a8c93c5e1e06 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=d4ef92db2d3b4157913b1d428ecdbb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382020 Aug 24 05:12:47.219995 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b66a3-9c87-48a8-b211-a8c93c5e1e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:47.223325 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50024) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:47.263307 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-083582b8-bb73-4f8c-8151-3bbacd80c5a5 admin admin] Publish callbacks [] for security_group (9367fbd4-dcf3-4b80-b34e-638eae4963e5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.294291 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-083582b8-bb73-4f8c-8151-3bbacd80c5a5 admin admin] Publish callbacks [] for security_group (9367fbd4-dcf3-4b80-b34e-638eae4963e5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.317484 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38fffc93-9670-412f-8d8c-e350b0748dac admin admin] Publish callbacks [] for security_group (d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.356050 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38fffc93-9670-412f-8d8c-e350b0748dac admin admin] Publish callbacks [] for security_group (d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.505531 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-083582b8-bb73-4f8c-8151-3bbacd80c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (9367fbd4-dcf3-4b80-b34e-638eae4963e5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.509009 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-083582b8-bb73-4f8c-8151-3bbacd80c5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.510623 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-083582b8-bb73-4f8c-8151-3bbacd80c5a5 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/9367fbd4-dcf3-4b80-b34e-638eae4963e5 HTTP/1.1" status: 204 len: 168 time: 0.3283710 Aug 24 05:12:47.511579 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38fffc93-9670-412f-8d8c-e350b0748dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.515012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38fffc93-9670-412f-8d8c-e350b0748dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:47.518730 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-38fffc93-9670-412f-8d8c-e350b0748dac admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84 HTTP/1.1" status: 204 len: 168 time: 0.2921324 Aug 24 05:12:47.528876 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083582b8-bb73-4f8c-8151-3bbacd80c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367fbd4-dcf3-4b80-b34e-638eae4963e5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:47.561829 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fffc93-9670-412f-8d8c-e350b0748dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25fa76b-c6aa-4886-b1b9-bcbbb6d00c84,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:53.652283 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50156) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:53.775573 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-970812fc-6f16-4220-8e57-640420cb0827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:53.834736 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:53.843150 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:53.884899 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-970812fc-6f16-4220-8e57-640420cb0827 admin admin] Publish callbacks [] for security_group (a0274c72-fd53-421f-a09a-cefac981139d), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:53.958723 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-970812fc-6f16-4220-8e57-640420cb0827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a0274c72-fd53-421f-a09a-cefac981139d), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:54.007900 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970812fc-6f16-4220-8e57-640420cb0827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0274c72-fd53-421f-a09a-cefac981139d,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:54.016843 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50160) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:12:54.017298 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-970812fc-6f16-4220-8e57-640420cb0827 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=97de78ef033344cab1c3d834903cba0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632016 Aug 24 05:12:54.096854 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-650a81e8-b0b9-4596-83dd-f6c0c6782a35 admin admin] Publish callbacks [] for security_group (a0274c72-fd53-421f-a09a-cefac981139d), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:54.128194 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-650a81e8-b0b9-4596-83dd-f6c0c6782a35 admin admin] Publish callbacks [] for security_group (a0274c72-fd53-421f-a09a-cefac981139d), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:54.276390 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:54.320157 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-650a81e8-b0b9-4596-83dd-f6c0c6782a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (a0274c72-fd53-421f-a09a-cefac981139d), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:54.322676 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-650a81e8-b0b9-4596-83dd-f6c0c6782a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:12:54.323906 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-650a81e8-b0b9-4596-83dd-f6c0c6782a35 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/a0274c72-fd53-421f-a09a-cefac981139d HTTP/1.1" status: 204 len: 168 time: 0.3061306 Aug 24 05:12:54.333486 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a81e8-b0b9-4596-83dd-f6c0c6782a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0274c72-fd53-421f-a09a-cefac981139d,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:12:57.547959 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:59.696867 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:12:59.822862 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:03.305658 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:04.327210 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:04.328031 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=43,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:04.409114 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:INSERT=1,neutron:SELECT=20 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:04.880032 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-20d029f5-2dad-4cd9-a9a9-efbc07c55106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:07.219814 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-857edaa2-4fbc-418d-995e-45e94f4a3b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:08.452545 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:09.299399 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:13:09.972523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:10.023520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:19.295708 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:19.898477 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:19.946173 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:27.554606 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50414) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:27.673382 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-10eb955d-dd0e-4f1d-8288-f04f0189e675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:27.771356 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-10eb955d-dd0e-4f1d-8288-f04f0189e675 admin admin] Publish callbacks [] for security_group (44962fc6-923a-49d8-bb35-217e885802ea), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:27.849629 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-10eb955d-dd0e-4f1d-8288-f04f0189e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (44962fc6-923a-49d8-bb35-217e885802ea), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:27.892897 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb955d-dd0e-4f1d-8288-f04f0189e675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44962fc6-923a-49d8-bb35-217e885802ea,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:27.903243 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-10eb955d-dd0e-4f1d-8288-f04f0189e675 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=c92daea5e3744befa6d73aeb380891f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448005 Aug 24 05:13:27.904606 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50418) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:27.962465 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87231435-9cd8-4a05-b017-12f3695a7783 admin admin] Publish callbacks [] for security_group (44962fc6-923a-49d8-bb35-217e885802ea), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:27.984755 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87231435-9cd8-4a05-b017-12f3695a7783 admin admin] Publish callbacks [] for security_group (44962fc6-923a-49d8-bb35-217e885802ea), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:28.129233 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87231435-9cd8-4a05-b017-12f3695a7783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (44962fc6-923a-49d8-bb35-217e885802ea), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:28.132290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-87231435-9cd8-4a05-b017-12f3695a7783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:28.133893 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-87231435-9cd8-4a05-b017-12f3695a7783 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/44962fc6-923a-49d8-bb35-217e885802ea HTTP/1.1" status: 204 len: 168 time: 0.2275567 Aug 24 05:13:28.142335 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87231435-9cd8-4a05-b017-12f3695a7783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44962fc6-923a-49d8-bb35-217e885802ea,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:29.146618 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50442) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:29.251764 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2098487242-network', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:29.346372 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Made reservation on behalf of 2a010cb56074448a979b3b7d944a92d6 for: {'network': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:13:29.349694 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.361360 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.445768 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks [] for security_group (f08be71e-77de-4eb3-b705-ba44f27ce3a0), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.534956 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f08be71e-77de-4eb3-b705-ba44f27ce3a0), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.564590 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=107624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:13:29.575224 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08be71e-77de-4eb3-b705-ba44f27ce3a0,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:29.581196 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (4f498271-eb43-4ac0-aa0e-136f698d8f14), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.581555 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.segments_db [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Added segment 4f498271-eb43-4ac0-aa0e-136f698d8f14 of type vlan for network e39c69d4-f995-4cc8-81d2-c9d8d589bafb Aug 24 05:13:29.625120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (e39c69d4-f995-4cc8-81d2-c9d8d589bafb), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.705938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (e39c69d4-f995-4cc8-81d2-c9d8d589bafb), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.707592 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:29.708195 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.774865 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] Pushing event updated for resources: {'Network': ['ID=e39c69d4-f995-4cc8-81d2-c9d8d589bafb,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:29.785669 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:13:29.807935 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:29.829037 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-417aafcd-c8f2-4b1c-a913-aa9a4ab9d067 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6811759 Aug 24 05:13:29.833022 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50448) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:29.838080 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Request body: {'subnet': {'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2098487242-subnet', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'ip_version': 4}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:29.945930 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Made reservation on behalf of 2a010cb56074448a979b3b7d944a92d6 for: {'subnet': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:13:29.948465 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085435'] for subnet (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.184693 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4888168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085461'] for subnet (760b719d-dbe2-4c1d-8751-b3d5f23198bf), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.213863 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:30.237278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:30.238322 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760b719d-dbe2-4c1d-8751-b3d5f23198bf,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:30.257702 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Checking segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:30.258219 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Network hostable DHCP agents. Network: e39c69d4-f995-4cc8-81d2-c9d8d589bafb, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:13:30.334593 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:13:30.414664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, e39c69d4-f995-4cc8-81d2-c9d8d589bafb) {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:30.419141 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:30.421733 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.424802 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc74664-898b-4098-ae4c-fa1978329f6f None None] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:13:30.497449 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-dd06fa4b-09d1-4167-af6a-e2f89e84bc85 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6629980 Aug 24 05:13:30.499981 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50450) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:30.505331 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:30.549486 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 05:13:30.551273 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.615098 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.616186 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.672159 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks [] for router_controller (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), precommit_add_association {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.698354 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Allocated IP 172.20.0.2 (e39c69d4-f995-4cc8-81d2-c9d8d589bafb/760b719d-dbe2-4c1d-8751-b3d5f23198bf/2ba062ca-6e8a-46e4-94b3-549152ec3901) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:13:30.854480 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Publish callbacks [] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.875903 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks [] for router_gateway (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.944847 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:30.989143 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:30.992468 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:30.995043 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:13:31.009767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Pushing event updated for resources: {'Port': ['ID=2ba062ca-6e8a-46e4-94b3-549152ec3901,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:31.033533 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.033878 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.034223 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.034686 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.035265 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.035649 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.036433 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.036823 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.037003 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.037338 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.037675 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.038004 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.038331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.038656 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.038981 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:31.082639 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Attempting to bind port 2ba062ca-6e8a-46e4-94b3-549152ec3901 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:13:31.083147 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Attempting to bind port 2ba062ca-6e8a-46e4-94b3-549152ec3901 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:13:31.083526 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Attempting to bind port 2ba062ca-6e8a-46e4-94b3-549152ec3901 on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:13:31.089058 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:13:31.089433 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Checking segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:31.089841 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.090238 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Bound using segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:13:31.090709 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Bound port: 2ba062ca-6e8a-46e4-94b3-549152ec3901, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:13:31.091120 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.157577 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] For port 2ba062ca-6e8a-46e4-94b3-549152ec3901, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:13:31.160693 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] For port 2ba062ca-6e8a-46e4-94b3-549152ec3901, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2ba062ca-6e8a-46e4-94b3-549152ec3901,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:13:31.177151 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks [] for router_gateway (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.197591 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.226305 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.268996 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:31.275256 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:31.290432 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb271-5123-4b28-8ed4-20a8e3bc477a None None] Pushing event updated for resources: {'Port': ['ID=2ba062ca-6e8a-46e4-94b3-549152ec3901,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:31.319544 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Allocated IP 172.27.1.188 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:13:31.454116 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks [] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.459496 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:31.558320 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.608378 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:31.614251 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:31.616500 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Pushing event updated for resources: {'Port': ['ID=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:31.618605 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:13:31.695078 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:31.924780 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2ba062ca-6e8a-46e4-94b3-549152ec3901 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:31.976763 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2ba062ca-6e8a-46e4-94b3-549152ec3901 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:31.977095 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:31.985524 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks [] for router_gateway (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:32.157971 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:32.168243 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:32.210341 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2ba062ca-6e8a-46e4-94b3-549152ec3901 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:32.210341 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:32.216861 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:32.244394 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 2ba062ca-6e8a-46e4-94b3-549152ec3901, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2ba062ca-6e8a-46e4-94b3-549152ec3901,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:13:32.261941 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f852a5-ed0b-486e-91de-6769ea474468 None None] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:13:32.325196 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:32.409152 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-ed189f16-84e9-4141-911f-4eaeb7dec9db None None] Provisioning complete for port 2ba062ca-6e8a-46e4-94b3-549152ec3901 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:32.409674 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ed189f16-84e9-4141-911f-4eaeb7dec9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:32.449899 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=2ba062ca-6e8a-46e4-94b3-549152ec3901,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:32.519918 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-ed189f16-84e9-4141-911f-4eaeb7dec9db None None] Current status of the port 2ba062ca-6e8a-46e4-94b3-549152ec3901 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:32.709833 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 05:13:32.737430 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-25ce6ea6-9077-46a8-81ad-1a3a527a8928 None None] Provisioning complete for port 2ba062ca-6e8a-46e4-94b3-549152ec3901 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:32.737843 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-25ce6ea6-9077-46a8-81ad-1a3a527a8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:32.813518 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-25ce6ea6-9077-46a8-81ad-1a3a527a8928 None None] Current status of the port 2ba062ca-6e8a-46e4-94b3-549152ec3901 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:32.820273 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:13:32.830676 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:13:32.842468 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:32.848054 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:32.895764 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:32.897104 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d7a7dbc3-8b77-4f10-80cc-07b98b505d27 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3961864 Aug 24 05:13:32.899905 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50462) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:32.954591 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:33.145410 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:33.146263 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:31Z', 'revision_number': 3, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:33.177737 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:13:33.178209 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Updating router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:13:33.225174 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.234589 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:33.381949 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.564593 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Publish callbacks [] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.573427 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Allocated IP 172.20.0.1 (e39c69d4-f995-4cc8-81d2-c9d8d589bafb/760b719d-dbe2-4c1d-8751-b3d5f23198bf/658d1a7a-984d-474a-ad03-d91066de13f5) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:13:33.666032 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.690902 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks [] for port (658d1a7a-984d-474a-ad03-d91066de13f5), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.705323 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Attempting to bind port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:13:33.705881 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Attempting to bind port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:13:33.706958 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Attempting to bind port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:13:33.728780 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:13:33.731538 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:33.731538 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.731538 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:13:33.731538 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Bound port: afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:13:33.732016 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.768241 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Pushing event updated for resources: {'Port': ['ID=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,revision_number=2']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:33.778828 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.797433 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.797954 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.798500 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.799036 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.799532 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.800041 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.800643 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.801157 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.801690 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.802211 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.802720 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.803290 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.803832 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.804380 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.804929 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:33.829047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:33.835397 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:33.837694 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Pushing event updated for resources: {'Port': ['ID=658d1a7a-984d-474a-ad03-d91066de13f5,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:33.839983 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:13:33.852980 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] For port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:13:33.858545 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] For port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:13:33.893140 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.935336 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:33.951171 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2ba062ca-6e8a-46e4-94b3-549152ec3901 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:33.960371 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:34.019929 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2ba062ca-6e8a-46e4-94b3-549152ec3901 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:34.019929 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:34.027412 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:34.028395 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:34.118349 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:34.130314 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2ba062ca-6e8a-46e4-94b3-549152ec3901 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:34.145647 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-f0d5954d-60f3-4752-b031-967a07b48937 None None] Provisioning complete for port 658d1a7a-984d-474a-ad03-d91066de13f5 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:34.145917 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f0d5954d-60f3-4752-b031-967a07b48937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:34.166055 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:34.198658 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5954d-60f3-4752-b031-967a07b48937 None None] Port 658d1a7a-984d-474a-ad03-d91066de13f5 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:13:34.243270 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:34.248230 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaba6b-a57a-49c8-a36b-095dd90d3846 None None] Pushing event updated for resources: {'Port': ['ID=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:34.293716 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:34.296007 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:34.392233 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks [] for port (658d1a7a-984d-474a-ad03-d91066de13f5), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:34.443285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:34.473380 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:31Z', 'revision_number': 3, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:34.499144 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19495e60-1ce7-49e0-85ef-cf76e09bd19e None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:31Z', 'revision_number': 3, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:13:34.501379 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:34.514425 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Pushing event updated for resources: {'Port': ['ID=658d1a7a-984d-474a-ad03-d91066de13f5,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:34.519790 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:34.640281 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:34.641672 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:34.817259 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:13:34.918541 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-437a6606-5d6a-4bcf-bff2-2aff0a8c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:35.000188 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:13:35.006650 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3109df2e-4c30-482c-b48b-ef799898ba84 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1056101 Aug 24 05:13:35.030794 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d017b763-c422-4149-b03e-d9af7f894600 None None] Provisioning complete for port 658d1a7a-984d-474a-ad03-d91066de13f5 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:35.031437 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d017b763-c422-4149-b03e-d9af7f894600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:35.079948 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d017b763-c422-4149-b03e-d9af7f894600 None None] Port 658d1a7a-984d-474a-ad03-d91066de13f5 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:13:35.869068 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50494) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:35.874209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1939852007-network', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:35.918588 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:35.964796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:35.965166 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:35.980628 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Made reservation on behalf of 79860f8bcfbd43818f357214ad5e47ec for: {'network': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:13:35.983457 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for network (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:35.993174 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.046121 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:36.046729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.071311 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:13:36.080648 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks [] for security_group (afa61f4f-8932-43a8-b47c-cee2faa33c54), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.150020 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.179413 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (afa61f4f-8932-43a8-b47c-cee2faa33c54), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.210954 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=107625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 05:13:36.212281 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:36.217897 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa61f4f-8932-43a8-b47c-cee2faa33c54,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:36.224967 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (dad8902e-d585-43ad-855c-43c578749011), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.225313 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.segments_db [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Added segment dad8902e-d585-43ad-855c-43c578749011 of type vlan for network 041aab56-85f2-42d7-b389-24e8b3333fa6 Aug 24 05:13:36.262324 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:13:36.273876 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790334919307'] for network (041aab56-85f2-42d7-b389-24e8b3333fa6), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.277431 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:36.278260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:36.361334 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902'] for network (041aab56-85f2-42d7-b389-24e8b3333fa6), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.362374 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:36.362996 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.387685 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:36.389770 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:36.426990 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] Pushing event updated for resources: {'Network': ['ID=041aab56-85f2-42d7-b389-24e8b3333fa6,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:36.456592 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b10f9993-5f13-4f3f-9331-061377f611c6 admin admin] 10.222.0.105 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5862658 Aug 24 05:13:36.460419 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50496) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:36.465470 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Request body: {'subnet': {'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1939852007-subnet', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'ip_version': 4}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:36.468266 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 details requested by agent ovs-agent-dv-cinder-854265-1-iscsi with host dv-cinder-854265-1-iscsi {{(pid=107626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 05:13:36.555775 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Made reservation on behalf of 79860f8bcfbd43818f357214ad5e47ec for: {'subnet': 1} {{(pid=107625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:13:36.559930 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4212818'] for subnet (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.665099 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 2, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:36.696042 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:13:36.696042 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Updating router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f port 658d1a7a-984d-474a-ad03-d91066de13f5 binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:13:36.730322 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.746519 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:36.844508 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4212796'] for subnet (05fc3421-a6d9-49d5-b412-fc6995574bee), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:36.853097 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:36.858531 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:36.917620 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fc3421-a6d9-49d5-b412-fc6995574bee,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:36.918166 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Checking segment: {'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:36.918652 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Network hostable DHCP agents. Network: 041aab56-85f2-42d7-b389-24e8b3333fa6, hostable agents: ['e3cd2919-bc4e-447f-976f-76f7f425284b'], hosted agents: [] {{(pid=107625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 05:13:37.019592 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Publish callbacks [] for port (658d1a7a-984d-474a-ad03-d91066de13f5), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.032749 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 is scheduled to be hosted by DHCP agent e3cd2919-bc4e-447f-976f-76f7f425284b with binding_index 1 {{(pid=107625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 05:13:37.093800 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.121972 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-1-iscsi, 041aab56-85f2-42d7-b389-24e8b3333fa6) {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:37.126210 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:37.126987 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.138070 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e22dca-b1cd-4731-92fa-61249a4da23e None None] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:13:37.237810 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:37.238739 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ca1ce-1307-48c7-be6f-df3d6d028b54 None None] Pushing event updated for resources: {'Port': ['ID=658d1a7a-984d-474a-ad03-d91066de13f5,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:37.245526 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5ec3b191-2f01-4636-82f7-71e027e2752d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.257848 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-c97ed7a9-79b5-4889-aca1-494252a9f3c1 admin admin] 10.222.0.105 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7935970 Aug 24 05:13:37.257848 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50504) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:37.262119 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:37.293154 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Attempting to bind port 658d1a7a-984d-474a-ad03-d91066de13f5 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:13:37.293433 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Attempting to bind port 658d1a7a-984d-474a-ad03-d91066de13f5 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:13:37.293790 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Attempting to bind port 658d1a7a-984d-474a-ad03-d91066de13f5 on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:13:37.329331 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6946'] for router (2de6b106-8195-4b10-974f-674e0015ed70), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.330559 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1680092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1753035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6955'] for router (2de6b106-8195-4b10-974f-674e0015ed70), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.392888 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks [] for router_controller (2de6b106-8195-4b10-974f-674e0015ed70), precommit_add_association {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.446824 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:13:37.447228 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Checking segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:37.447630 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.448049 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Bound using segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:13:37.448527 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Bound port: 658d1a7a-984d-474a-ad03-d91066de13f5, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:13:37.448968 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.461572 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1c62089-ab8d-5e5b-b9ae-3d3ea5a158e9-041aab56-85f2-42d7-b389-24e8b3333fa6', 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6', 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'fixed_ips': [{'subnet_id': '05fc3421-a6d9-49d5-b412-fc6995574bee'}]}} from dv-cinder-854265-1-iscsi. {{(pid=107626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 05:13:37.462510 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.609436 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] For port 658d1a7a-984d-474a-ad03-d91066de13f5, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:13:37.615542 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks [] for router_gateway (2de6b106-8195-4b10-974f-674e0015ed70), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.641763 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] For port 658d1a7a-984d-474a-ad03-d91066de13f5, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=658d1a7a-984d-474a-ad03-d91066de13f5,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:13:37.663663 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.db_base_plugin_common [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Allocated IP 172.20.0.2 (041aab56-85f2-42d7-b389-24e8b3333fa6/05fc3421-a6d9-49d5-b412-fc6995574bee/525879e5-a390-4546-ab2e-8080cb2efecf) {{(pid=107626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:13:37.706522 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.790167 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:37.790810 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:37.878919 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ca1ce-1307-48c7-be6f-df3d6d028b54 None None] Pushing event updated for resources: {'Port': ['ID=658d1a7a-984d-474a-ad03-d91066de13f5,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:37.886212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks [] for router_gateway (2de6b106-8195-4b10-974f-674e0015ed70), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.903654 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:37.915310 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:37.931959 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:37.942017 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:37.998642 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Publish callbacks [] for port (525879e5-a390-4546-ab2e-8080cb2efecf), precommit_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.017288 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:38.028898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Allocated IP 172.27.1.107 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:13:38.070844 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:38.071401 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.115915 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), after_create {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.177643 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks [] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.199717 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:38.208879 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 is already hosted by enough agents. {{(pid=107626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:38.241456 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.scheduler.base_scheduler [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Resources bound (agent type, host, resource id): {{(pid=107626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:38.252358 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Received port after_create {{(pid=107626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:13:38.257405 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Pushing event updated for resources: {'Port': ['ID=525879e5-a390-4546-ab2e-8080cb2efecf,revision_number=1']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:38.308865 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.355668 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:38.360992 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:38.365105 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:38.366132 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:13:38.388324 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:38.404391 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:38.413815 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Attempting to bind port 525879e5-a390-4546-ab2e-8080cb2efecf on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:13:38.414184 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Attempting to bind port 525879e5-a390-4546-ab2e-8080cb2efecf by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:13:38.414541 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Attempting to bind port 525879e5-a390-4546-ab2e-8080cb2efecf on network 041aab56-85f2-42d7-b389-24e8b3333fa6 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:13:38.418311 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:37Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:38.448161 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:13:38.448536 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Checking segment: {'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:38.448937 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.449331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Bound using segment: {'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:13:38.449814 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Bound port: 525879e5-a390-4546-ab2e-8080cb2efecf, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:13:38.450187 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.452546 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a7d64-9479-41c8-bc3c-d99547298c9a None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:37Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:13:38.521034 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.550864 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] For port 525879e5-a390-4546-ab2e-8080cb2efecf, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:13:38.558247 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] For port 525879e5-a390-4546-ab2e-8080cb2efecf, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=525879e5-a390-4546-ab2e-8080cb2efecf,segment=NetworkSegment(dad8902e-d585-43ad-855c-43c578749011),segment_id=dad8902e-d585-43ad-855c-43c578749011)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:13:38.614172 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50514) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:38.695599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.772816 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ea502-20c4-4055-8912-810cebd48c80 None None] Pushing event updated for resources: {'Port': ['ID=525879e5-a390-4546-ab2e-8080cb2efecf,revision_number=2']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:38.821775 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-afc0c176-361e-4380-8ef8-c4e10ac5029b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:38.892382 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks [] for router_gateway (2de6b106-8195-4b10-974f-674e0015ed70), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.308116 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:39.310262 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-afc0c176-361e-4380-8ef8-c4e10ac5029b admin admin] Publish callbacks [] for security_group (d5cc1080-8e4d-4b37-9bdd-4192f3764e65), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.384998 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-afc0c176-361e-4380-8ef8-c4e10ac5029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d5cc1080-8e4d-4b37-9bdd-4192f3764e65), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.462877 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-afc0c176-361e-4380-8ef8-c4e10ac5029b admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=382c3868ca9d415c9b7157f4fdc29c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8435705 Aug 24 05:13:39.466271 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c176-361e-4380-8ef8-c4e10ac5029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc1080-8e4d-4b37-9bdd-4192f3764e65,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:39.469117 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50518) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:39.490616 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:39.494383 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-766afc97-87aa-4244-b9dd-a7f318944b56 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693526 Aug 24 05:13:39.514308 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1680045'] for router (2de6b106-8195-4b10-974f-674e0015ed70), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.613915 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-5f6201bb-6a74-4ac9-9c0a-9725f55fea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:39.616817 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-5f6201bb-6a74-4ac9-9c0a-9725f55fea10 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1168 time: 0.0517654 Aug 24 05:13:39.655461 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-55d424a5-1472-4059-9d2e-3371502d6d95 admin admin] Publish callbacks [] for security_group (d5cc1080-8e4d-4b37-9bdd-4192f3764e65), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.689645 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-55d424a5-1472-4059-9d2e-3371502d6d95 admin admin] Publish callbacks [] for security_group (d5cc1080-8e4d-4b37-9bdd-4192f3764e65), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.773013 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-97752ea5-85c2-4257-8b2b-1f716cdb5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:39.775853 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-97752ea5-85c2-4257-8b2b-1f716cdb5bb5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.1357610 Aug 24 05:13:39.883439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-55d424a5-1472-4059-9d2e-3371502d6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (d5cc1080-8e4d-4b37-9bdd-4192f3764e65), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.890872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-55d424a5-1472-4059-9d2e-3371502d6d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:39.896881 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-55d424a5-1472-4059-9d2e-3371502d6d95 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/d5cc1080-8e4d-4b37-9bdd-4192f3764e65 HTTP/1.1" status: 204 len: 168 time: 0.4266200 Aug 24 05:13:39.933951 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Router 2de6b106-8195-4b10-974f-674e0015ed70 is scheduled to L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 with binding_index 1 {{(pid=107625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 05:13:39.938988 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d424a5-1472-4059-9d2e-3371502d6d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc1080-8e4d-4b37-9bdd-4192f3764e65,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:39.961515 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-4a34e284-84e4-4254-8658-42f12caf79c8 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 1001 time: 0.1772285 Aug 24 05:13:40.008196 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e896c83-b7e5-4e14-8920-b14f9e635006 None None] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:13:40.021729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 525879e5-a390-4546-ab2e-8080cb2efecf up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:40.043952 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-8b9f435a-c54b-4370-ae00-5d7c6be5189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:40.046150 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-8b9f435a-c54b-4370-ae00-5d7c6be5189a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0780547 Aug 24 05:13:40.078496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.102608 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-3e94192b-9d35-4d7d-a52a-a70d2eed4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:40.104445 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-3e94192b-9d35-4d7d-a52a-a70d2eed4f93 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513320 Aug 24 05:13:40.106167 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:40.109587 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:13:40.112020 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.138540 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Sync routers for ids ['2de6b106-8195-4b10-974f-674e0015ed70'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:13:40.161990 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Routers {'2de6b106-8195-4b10-974f-674e0015ed70'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:40.162952 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['2de6b106-8195-4b10-974f-674e0015ed70'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:40.168941 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 525879e5-a390-4546-ab2e-8080cb2efecf triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:40.168941 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.178924 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-92f4339b-44aa-47a4-8f2a-cb0ee38922bc None None] Provisioning complete for port 525879e5-a390-4546-ab2e-8080cb2efecf triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:40.179830 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-92f4339b-44aa-47a4-8f2a-cb0ee38922bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.204370 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.206079 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-1260ed14-f1dd-45b9-a4b2-62283ce89068 admin admin] 10.222.0.105 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9472198 Aug 24 05:13:40.210262 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50522) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:40.296928 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Set router 2de6b106-8195-4b10-974f-674e0015ed70 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:40.307429 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-33af0522-da2e-48c5-94fd-94666b3803cf service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960056 Aug 24 05:13:40.377127 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-92f4339b-44aa-47a4-8f2a-cb0ee38922bc None None] Current status of the port 525879e5-a390-4546-ab2e-8080cb2efecf is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:40.377631 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-92f4339b-44aa-47a4-8f2a-cb0ee38922bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.515544 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:38Z', 'revision_number': 3, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port': {'id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:40.546793 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Checking router: 2de6b106-8195-4b10-974f-674e0015ed70 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:13:40.547187 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Updating router 2de6b106-8195-4b10-974f-674e0015ed70 port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 binding host dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:13:40.549704 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-92f4339b-44aa-47a4-8f2a-cb0ee38922bc None None] For port 525879e5-a390-4546-ab2e-8080cb2efecf, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=525879e5-a390-4546-ab2e-8080cb2efecf,segment=NetworkSegment(dad8902e-d585-43ad-855c-43c578749011),segment_id=dad8902e-d585-43ad-855c-43c578749011)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:13:40.551729 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 525879e5-a390-4546-ab2e-8080cb2efecf is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:40.552294 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.582049 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.629089 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:40.638544 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-92f4339b-44aa-47a4-8f2a-cb0ee38922bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.661937 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b1485ba8-810f-49fa-abbb-a049ddf38ac2 req-efc2101f-c704-4eeb-9706-430596d35b90 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458378 Aug 24 05:13:40.758609 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.db.api [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 05:13:40.759086 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG oslo_db.api [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 05:13:40.775863 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-604ad6a0-5f36-4504-b517-2355f219c889 None None] Provisioning complete for port 525879e5-a390-4546-ab2e-8080cb2efecf triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:40.776323 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-604ad6a0-5f36-4504-b517-2355f219c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.778857 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4339b-44aa-47a4-8f2a-cb0ee38922bc None None] Pushing event updated for resources: {'Port': ['ID=525879e5-a390-4546-ab2e-8080cb2efecf,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:40.825110 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:40.888919 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:40.968345 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Publish callbacks [] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), precommit_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.015139 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-604ad6a0-5f36-4504-b517-2355f219c889 None None] Current status of the port 525879e5-a390-4546-ab2e-8080cb2efecf is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:41.026671 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.072252 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Attempting to bind port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:13:41.072611 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Attempting to bind port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:13:41.072966 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Attempting to bind port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 on network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:13:41.082924 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:13:41.083330 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Checking segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:41.083734 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.084128 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Bound using segment: {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'} {{(pid=107627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:13:41.084611 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.managers [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Bound port: 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12306faa-ae7a-4a70-8d34-a203dd41cc77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626'}}] {{(pid=107627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:13:41.084981 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), before_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.089942 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:41.091455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:41.099773 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Allocated IP 172.20.0.1 (041aab56-85f2-42d7-b389-24e8b3333fa6/05fc3421-a6d9-49d5-b412-fc6995574bee/4ed09609-0a77-4ce6-897c-89abcd1803d8) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:13:41.109408 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aa020-1273-4eed-98d2-e90fe795beb9 None None] Pushing event updated for resources: {'Port': ['ID=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,revision_number=2']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:41.146732 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] For port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:13:41.150310 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.plugins.ml2.db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] For port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:13:41.220010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks [] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.225719 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron_lib.callbacks.manager [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), after_update {{(pid=107627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.259904 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:41.271085 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Routers {'2de6b106-8195-4b10-974f-674e0015ed70'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:41.271733 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['2de6b106-8195-4b10-974f-674e0015ed70'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:41.296548 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 525879e5-a390-4546-ab2e-8080cb2efecf is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:41.297522 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 658d1a7a-984d-474a-ad03-d91066de13f5 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:41.324764 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.342116 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aa020-1273-4eed-98d2-e90fe795beb9 None None] Pushing event updated for resources: {'Port': ['ID=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,revision_number=3']} {{(pid=107627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:41.342961 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 658d1a7a-984d-474a-ad03-d91066de13f5 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:41.343364 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.393038 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] Set router 2de6b106-8195-4b10-974f-674e0015ed70 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:41.398287 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:41.406567 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:41.412605 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:41.418688 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed09609-0a77-4ce6-897c-89abcd1803d8,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:41.418852 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:13:41.461868 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 658d1a7a-984d-474a-ad03-d91066de13f5 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:41.463268 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.476763 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812528'] for router_interface (2de6b106-8195-4b10-974f-674e0015ed70), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.512283 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 658d1a7a-984d-474a-ad03-d91066de13f5, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=658d1a7a-984d-474a-ad03-d91066de13f5,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:13:41.596195 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:38Z', 'revision_number': 3, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port': {'id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:41.615816 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.625739 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727f627-dff6-4fb2-86b5-0cf161796612 None None] The sync data for ids ['2de6b106-8195-4b10-974f-674e0015ed70'] in dv-cinder-854265-1-iscsi is: [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:38Z', 'revision_number': 3, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port': {'id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:13:41.677651 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=658d1a7a-984d-474a-ad03-d91066de13f5,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:41.700085 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.752346 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-4fdcd6db-d4cf-4987-8a91-1975875688c3 None None] Provisioning complete for port 4ed09609-0a77-4ce6-897c-89abcd1803d8 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:41.752723 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd6db-d4cf-4987-8a91-1975875688c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.792198 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcd6db-d4cf-4987-8a91-1975875688c3 None None] Port 4ed09609-0a77-4ce6-897c-89abcd1803d8 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:13:41.952891 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks [] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:41.964534 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 525879e5-a390-4546-ab2e-8080cb2efecf up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:42.017876 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 525879e5-a390-4546-ab2e-8080cb2efecf triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:42.018563 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:42.020840 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:42.072169 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:42.098014 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed09609-0a77-4ce6-897c-89abcd1803d8,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:42.105666 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812556'] for router_interface (2de6b106-8195-4b10-974f-674e0015ed70), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:42.120211 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 525879e5-a390-4546-ab2e-8080cb2efecf is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:42.121908 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 658d1a7a-984d-474a-ad03-d91066de13f5 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:42.186842 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 658d1a7a-984d-474a-ad03-d91066de13f5 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:42.187361 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:42.221938 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:13:42.224274 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:13:42.289117 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 658d1a7a-984d-474a-ad03-d91066de13f5 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:42.317562 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:42.359597 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Router 2de6b106-8195-4b10-974f-674e0015ed70 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:13:42.481134 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:13:42.486140 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f0e56f2a-361a-41fd-a853-ba6737bc6623 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/2de6b106-8195-4b10-974f-674e0015ed70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2746015 Aug 24 05:13:42.515957 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-5306a148-e1e1-4d9c-8c2d-002e5929183c None None] Provisioning complete for port 4ed09609-0a77-4ce6-897c-89abcd1803d8 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:42.516264 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5306a148-e1e1-4d9c-8c2d-002e5929183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:42.553448 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-5306a148-e1e1-4d9c-8c2d-002e5929183c None None] Port 4ed09609-0a77-4ce6-897c-89abcd1803d8 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:13:42.915878 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50534) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:42.920480 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-ca6088fc-fb8b-483b-be40-d058e58b12d2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73242212', 'description': 'tempest-secgroup-smoke-73242212 description', 'project_id': '2a010cb56074448a979b3b7d944a92d6'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:43.014095 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca6088fc-fb8b-483b-be40-d058e58b12d2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.092287 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca6088fc-fb8b-483b-be40-d058e58b12d2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group (08a737a2-3e40-4f62-b49e-c99fbe38938f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.148359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca6088fc-fb8b-483b-be40-d058e58b12d2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (08a737a2-3e40-4f62-b49e-c99fbe38938f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.177311 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6088fc-fb8b-483b-be40-d058e58b12d2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a737a2-3e40-4f62-b49e-c99fbe38938f,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:43.205184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca6088fc-fb8b-483b-be40-d058e58b12d2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.206486 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ca6088fc-fb8b-483b-be40-d058e58b12d2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2896044 Aug 24 05:13:43.210332 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50536) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:43.215124 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-807fb6d3-0186-48ca-bba2-c60148ae17d6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'security_group_rule': {'security_group_id': '08a737a2-3e40-4f62-b49e-c99fbe38938f', 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:43.227976 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:43.317356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-807fb6d3-0186-48ca-bba2-c60148ae17d6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (ca357f74-5d45-4be8-b8e4-85d1df20a297), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.338455 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Sync routers for ids ['2de6b106-8195-4b10-974f-674e0015ed70'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:13:43.349013 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Routers {'2de6b106-8195-4b10-974f-674e0015ed70'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:43.349639 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['2de6b106-8195-4b10-974f-674e0015ed70'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:43.375945 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-807fb6d3-0186-48ca-bba2-c60148ae17d6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (ca357f74-5d45-4be8-b8e4-85d1df20a297), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.437841 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-807fb6d3-0186-48ca-bba2-c60148ae17d6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (ca357f74-5d45-4be8-b8e4-85d1df20a297), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.455343 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Set router 2de6b106-8195-4b10-974f-674e0015ed70 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:43.458412 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fb6d3-0186-48ca-bba2-c60148ae17d6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca357f74-5d45-4be8-b8e4-85d1df20a297,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:43.502623 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-807fb6d3-0186-48ca-bba2-c60148ae17d6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.504468 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-807fb6d3-0186-48ca-bba2-c60148ae17d6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924674 Aug 24 05:13:43.508291 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50538) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:43.513172 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-9f7b518c-17d4-4013-85cf-090d505058f9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'security_group_rule': {'security_group_id': '08a737a2-3e40-4f62-b49e-c99fbe38938f', 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:43.541013 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:43.586603 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9f7b518c-17d4-4013-85cf-090d505058f9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (23607626-017c-4252-86a0-2951d0ee1f79), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.647495 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9f7b518c-17d4-4013-85cf-090d505058f9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (23607626-017c-4252-86a0-2951d0ee1f79), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.656915 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 4, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port': {'id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4ed09609-0a77-4ce6-897c-89abcd1803d8', 'name': '', 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'mac_address': 'fa:16:3e:d5:a0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '05fc3421-a6d9-49d5-b412-fc6995574bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:40Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 2, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'subnets': [{'id': '05fc3421-a6d9-49d5-b412-fc6995574bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:43.684065 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Checking router: 2de6b106-8195-4b10-974f-674e0015ed70 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:13:43.684403 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Updating router 2de6b106-8195-4b10-974f-674e0015ed70 port 4ed09609-0a77-4ce6-897c-89abcd1803d8 binding host dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 05:13:43.712304 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.743653 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9f7b518c-17d4-4013-85cf-090d505058f9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (23607626-017c-4252-86a0-2951d0ee1f79), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.765023 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b518c-17d4-4013-85cf-090d505058f9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23607626-017c-4252-86a0-2951d0ee1f79,revision_number=0']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:43.845696 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-9f7b518c-17d4-4013-85cf-090d505058f9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:43.850691 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50540) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:43.851192 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-9f7b518c-17d4-4013-85cf-090d505058f9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3413081 Aug 24 05:13:43.856674 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-bd03e1d7-5c60-4fc5-a40a-972d3b47d6d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'security_group_rule': {'security_group_id': '08a737a2-3e40-4f62-b49e-c99fbe38938f', 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:43.930820 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:43.962365 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:43.998666 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bd03e1d7-5c60-4fc5-a40a-972d3b47d6d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (ab602455-2f0a-419a-963a-7e91b3404ef4), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.038480 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Publish callbacks [] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), precommit_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.040249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:44.040633 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.058412 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bd03e1d7-5c60-4fc5-a40a-972d3b47d6d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (ab602455-2f0a-419a-963a-7e91b3404ef4), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.134733 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:44.135253 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.160386 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:13:44.386213 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bd03e1d7-5c60-4fc5-a40a-972d3b47d6d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (ab602455-2f0a-419a-963a-7e91b3404ef4), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.386472 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.392886 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:44.406121 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e1d7-5c60-4fc5-a40a-972d3b47d6d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab602455-2f0a-419a-963a-7e91b3404ef4,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:44.416829 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.451502 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747f8ca-8b59-4d54-8b54-83e7baee95d6 None None] Pushing event updated for resources: {'Port': ['ID=4ed09609-0a77-4ce6-897c-89abcd1803d8,revision_number=3']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:44.485201 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bd03e1d7-5c60-4fc5-a40a-972d3b47d6d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.486513 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-bd03e1d7-5c60-4fc5-a40a-972d3b47d6d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6343548 Aug 24 05:13:44.490034 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50542) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:44.495754 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-2def56fa-dd96-4bb3-aa64-dbf7de1fc2ed tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'security_group_rule': {'security_group_id': '08a737a2-3e40-4f62-b49e-c99fbe38938f', 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:44.516950 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Attempting to bind port 4ed09609-0a77-4ce6-897c-89abcd1803d8 on host dv-cinder-854265-1-iscsi for vnic_type normal with profile {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:13:44.524508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Attempting to bind port 4ed09609-0a77-4ce6-897c-89abcd1803d8 by drivers openvswitch,hyperv on host dv-cinder-854265-1-iscsi at level 0 using segments [{'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:13:44.524508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Attempting to bind port 4ed09609-0a77-4ce6-897c-89abcd1803d8 on network 041aab56-85f2-42d7-b389-24e8b3333fa6 {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:13:44.529045 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Checking agent: {'id': 'd428528a-4954-412d-8819-77a012cf4b6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 51, 10), 'started_at': datetime.datetime(2022, 8, 24, 4, 51, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:13:44.529415 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Checking segment: {'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:13:44.529810 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.530199 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Bound using segment: {'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'} {{(pid=107626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:13:44.530656 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.managers [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Bound port: 4ed09609-0a77-4ce6-897c-89abcd1803d8, host: dv-cinder-854265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad8902e-d585-43ad-855c-43c578749011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6'}}] {{(pid=107626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:13:44.531056 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.536533 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:44.543241 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:44.585162 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2def56fa-dd96-4bb3-aa64-dbf7de1fc2ed tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (cbe84bc4-0531-4b7e-b784-5809c5c92924), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.600632 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] For port 4ed09609-0a77-4ce6-897c-89abcd1803d8, host dv-cinder-854265-1-iscsi, cleared binding levels {{(pid=107626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:13:44.603794 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] For port 4ed09609-0a77-4ce6-897c-89abcd1803d8, host dv-cinder-854265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4ed09609-0a77-4ce6-897c-89abcd1803d8,segment=NetworkSegment(dad8902e-d585-43ad-855c-43c578749011),segment_id=dad8902e-d585-43ad-855c-43c578749011)] {{(pid=107626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:13:44.647902 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2def56fa-dd96-4bb3-aa64-dbf7de1fc2ed tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (cbe84bc4-0531-4b7e-b784-5809c5c92924), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.684432 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.721091 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Routers {'2de6b106-8195-4b10-974f-674e0015ed70'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:44.721717 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['2de6b106-8195-4b10-974f-674e0015ed70'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:44.796086 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2def56fa-dd96-4bb3-aa64-dbf7de1fc2ed tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (cbe84bc4-0531-4b7e-b784-5809c5c92924), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.798758 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747f8ca-8b59-4d54-8b54-83e7baee95d6 None None] Pushing event updated for resources: {'Port': ['ID=4ed09609-0a77-4ce6-897c-89abcd1803d8,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:44.815845 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def56fa-dd96-4bb3-aa64-dbf7de1fc2ed tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe84bc4-0531-4b7e-b784-5809c5c92924,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:44.837461 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] Set router 2de6b106-8195-4b10-974f-674e0015ed70 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:44.914743 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-2def56fa-dd96-4bb3-aa64-dbf7de1fc2ed tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:44.916014 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2def56fa-dd96-4bb3-aa64-dbf7de1fc2ed tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4251771 Aug 24 05:13:44.919466 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50544) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:44.924033 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'security_group_rule': {'security_group_id': '08a737a2-3e40-4f62-b49e-c99fbe38938f', 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:44.940960 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:45.032640 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 4, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port': {'id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4ed09609-0a77-4ce6-897c-89abcd1803d8', 'name': '', 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'mac_address': 'fa:16:3e:d5:a0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '05fc3421-a6d9-49d5-b412-fc6995574bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:40Z', 'updated_at': '2022-08-24T05:13:44Z', 'revision_number': 4, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'subnets': [{'id': '05fc3421-a6d9-49d5-b412-fc6995574bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:45.037806 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.securitygroups_db [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Project 2a010cb56074448a979b3b7d944a92d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 05:13:45.044281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (0f66d79d-e31f-4f7a-9b63-71ced645ece1), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.059380 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82cca81-4376-479b-997b-8af8ff6455cd None None] The sync data for ids ['2de6b106-8195-4b10-974f-674e0015ed70'] in dv-cinder-854265-1-iscsi is: [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 4, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port': {'id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '4ed09609-0a77-4ce6-897c-89abcd1803d8', 'name': '', 'network_id': '041aab56-85f2-42d7-b389-24e8b3333fa6', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'mac_address': 'fa:16:3e:d5:a0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '05fc3421-a6d9-49d5-b412-fc6995574bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:40Z', 'updated_at': '2022-08-24T05:13:44Z', 'revision_number': 4, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'subnets': [{'id': '05fc3421-a6d9-49d5-b412-fc6995574bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:13:45.123097 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (0f66d79d-e31f-4f7a-9b63-71ced645ece1), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.215128 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (0f66d79d-e31f-4f7a-9b63-71ced645ece1), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.234819 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f66d79d-e31f-4f7a-9b63-71ced645ece1,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:45.312678 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.314260 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-22349381-eb61-4eaf-b2c7-95fe7b042ffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3937559 Aug 24 05:13:45.317655 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50546) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:45.322487 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'security_group_rule': {'security_group_id': '08a737a2-3e40-4f62-b49e-c99fbe38938f', 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:45.404353 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.securitygroups_db [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Project 2a010cb56074448a979b3b7d944a92d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 05:13:45.419867 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (16fe8898-c59a-47ae-917b-cfda746002bc), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.484846 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (16fe8898-c59a-47ae-917b-cfda746002bc), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.534794 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684999'] for security_group_rule (16fe8898-c59a-47ae-917b-cfda746002bc), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.558494 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fe8898-c59a-47ae-917b-cfda746002bc,revision_number=0']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:45.611281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:45.612522 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-33117a1f-e77f-4cb4-80d4-ffb48d3a3898 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938671 Aug 24 05:13:46.007269 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4ed09609-0a77-4ce6-897c-89abcd1803d8 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:46.056073 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 4ed09609-0a77-4ce6-897c-89abcd1803d8 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:46.056454 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:46.149101 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:46.157303 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 4ed09609-0a77-4ce6-897c-89abcd1803d8 is: DOWN; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:46.157708 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:46.196001 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] For port 4ed09609-0a77-4ce6-897c-89abcd1803d8, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4ed09609-0a77-4ce6-897c-89abcd1803d8,segment=NetworkSegment(dad8902e-d585-43ad-855c-43c578749011),segment_id=dad8902e-d585-43ad-855c-43c578749011)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:13:46.272504 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:46.273495 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:46.298850 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:13:46.359672 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Pushing event updated for resources: {'Port': ['ID=4ed09609-0a77-4ce6-897c-89abcd1803d8,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:46.371323 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:46.371700 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:46.407938 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:46.448502 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:47.913213 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4ed09609-0a77-4ce6-897c-89abcd1803d8 up at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:13:47.959270 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Provisioning complete for port 4ed09609-0a77-4ce6-897c-89abcd1803d8 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:13:47.959640 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:48.071121 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Current status of the port 4ed09609-0a77-4ce6-897c-89abcd1803d8 is: ACTIVE; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:13:53.765267 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=64,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:53.768161 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=19,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:55.546335 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:55.557887 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=15,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:56.058906 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-1598b45c-f9ad-498d-844c-edaae1ae26f3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-917840049&fields=id&tenant_id=67112706d4df4183bc338732b237df6e HTTP/1.1" status: 200 len: 267 time: 0.0588157 Aug 24 05:13:56.118224 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-b64a4c47-8603-495b-a892-fa4ba984cbf2 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:56.119932 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-b64a4c47-8603-495b-a892-fa4ba984cbf2 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 984 time: 0.0523021 Aug 24 05:13:56.134999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Request body: {'port': {'security_groups': ['c34141bc-282e-4ee5-91be-1ad6ea0be428']}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:13:56.227266 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.450946 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99121297-4f7c-4781-a86a-671bcdda3a4e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:13:56.484630 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.598960 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4817366'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.610804 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:56.611908 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.613359 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['99121297-4f7c-4781-a86a-671bcdda3a4e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:13:56.614225 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-65dee101-8ac5-4ab3-9bc3-09b34fd81ea1 req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "PUT /networking/v2.0/ports/99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 942 time: 0.4865906 Aug 24 05:13:56.614225 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:13:56.618093 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:13:56.620425 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50644) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:56.682719 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d48ce-b1e5-4f5f-95e3-32c9c3280a01 x-openstack-request-id: req-7b6d48ce-b1e5-4f5f-95e3-32c9c3280a01 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:13:56.683059 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:13:56.690456 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7b6d48ce-b1e5-4f5f-95e3-32c9c3280a01 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:13:56.690456 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6d48ce-b1e5-4f5f-95e3-32c9c3280a01'] response: {'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'status': 'completed', 'code': 200} Aug 24 05:13:56.703780 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['99121297-4f7c-4781-a86a-671bcdda3a4e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:13:56.722293 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event updated for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=7']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:56.739431 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.742593 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.743345 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.743345 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.743530 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.743756 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.744067 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.744404 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5213240-e8a0-47a7-b6be-bfd2b636a156 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:13:56.771187 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-abfef681-bc91-4efa-bd10-dc73d8b386a3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group (6c1d6530-abe6-4e74-9cb9-e5b7b79c1682), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.777120 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-1f0561bc-6e23-49d3-8b51-f7386ba6ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:56.779085 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-1f0561bc-6e23-49d3-8b51-f7386ba6ca18 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1129 time: 0.0650668 Aug 24 05:13:56.799004 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-abfef681-bc91-4efa-bd10-dc73d8b386a3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group (6c1d6530-abe6-4e74-9cb9-e5b7b79c1682), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.906494 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-1cc616ad-92ac-4609-aa12-d02d838463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:56.908038 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-1cc616ad-92ac-4609-aa12-d02d838463ff service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.1212151 Aug 24 05:13:56.935736 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-abfef681-bc91-4efa-bd10-dc73d8b386a3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (6c1d6530-abe6-4e74-9cb9-e5b7b79c1682), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.938828 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-abfef681-bc91-4efa-bd10-dc73d8b386a3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:56.944698 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-abfef681-bc91-4efa-bd10-dc73d8b386a3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/6c1d6530-abe6-4e74-9cb9-e5b7b79c1682 HTTP/1.1" status: 204 len: 168 time: 0.3179374 Aug 24 05:13:56.947862 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50648) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:13:56.983837 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-57075071-1a3d-48da-94de-43e174513184 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 1001 time: 0.0689373 Aug 24 05:13:56.994828 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfef681-bc91-4efa-bd10-dc73d8b386a3 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1d6530-abe6-4e74-9cb9-e5b7b79c1682,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:57.046370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-47f0e2b8-aa5b-4234-acee-11d37d49a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:57.048003 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-47f0e2b8-aa5b-4234-acee-11d37d49a3f5 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0572100 Aug 24 05:13:57.100783 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-6c110024-81dd-4ac3-9bfa-ffdec7d3807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:13:57.102980 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-6c110024-81dd-4ac3-9bfa-ffdec7d3807d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487947 Aug 24 05:13:57.137702 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Deleting port 2d95af0e-f27a-4571-8801-0631d5869ce5 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:13:57.139229 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:57.227826 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-c9ba3385-8497-4a93-942d-37b9bd511cac service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179171 Aug 24 05:13:57.245509 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:57.245926 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for floatingip (2d95af0e-f27a-4571-8801-0631d5869ce5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:57.262206 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Calling delete_port for 2d95af0e-f27a-4571-8801-0631d5869ce5 owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:13:57.314003 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:57.337476 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-4f6dc0e1-74f1-44f2-91f5-1f067275e2f3 req-01912250-3e26-4400-b74a-acbef20bb426 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028152 Aug 24 05:13:57.341596 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:57.529975 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (2d95af0e-f27a-4571-8801-0631d5869ce5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:57.564598 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event deleted for resources: {'Port': ['ID=2d95af0e-f27a-4571-8801-0631d5869ce5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:13:57.638493 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks [] for floatingip (56663fda-2dc8-431c-9334-358ec3d3bb36), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:57.639633 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Floating IP 56663fda-2dc8-431c-9334-358ec3d3bb36 disassociated (deleted). External IP: 172.27.1.155, port: 99121297-4f7c-4781-a86a-671bcdda3a4e. Aug 24 05:13:57.867235 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:13:57.994298 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:13:57.999575 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:13:58.005727 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] Sync routers for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:13:58.018027 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:58.018649 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:58.042282 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-c3941731-342d-447e-b3ec-65a93090a913 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/56663fda-2dc8-431c-9334-358ec3d3bb36 HTTP/1.1" status: 204 len: 168 time: 1.0932596 Aug 24 05:13:58.157793 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:58.283856 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:13:58.416616 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:22Z', 'revision_number': 5, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:58.443885 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] Checking router: 49a13fb2-13b9-4e3f-8089-0af6da263cc9 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:13:58.452858 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:13:58.453469 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:13:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:58.675324 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:13:58.684664 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:13:58.689666 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28" -d '{"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:13:58.738437 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc358452-cab1-4ca3-9dd2-22b339e66a14 x-openstack-request-id: req-fc358452-cab1-4ca3-9dd2-22b339e66a14 {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:13:58.738730 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:13:58.738986 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fc358452-cab1-4ca3-9dd2-22b339e66a14 {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:13:58.739582 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc358452-cab1-4ca3-9dd2-22b339e66a14'] response: {'name': 'network-changed', 'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'status': 'completed', 'code': 200} Aug 24 05:13:58.907437 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:22Z', 'revision_number': 5, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:13:58.934572 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76fe6a-f690-4656-8d0f-2729d7ce9f07 None None] The sync data for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi is: [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:16Z', 'revision_number': 4, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e', 'name': '', 'network_id': '1797f5d6-f35a-403a-9635-a2f993ac8d6b', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'mac_address': 'fa:16:3e:02:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:16Z', 'updated_at': '2022-08-24T05:09:22Z', 'revision_number': 5, 'project_id': '67112706d4df4183bc338732b237df6e', 'subnets': [{'id': 'b4296aec-87b2-492b-8f26-d962f39346bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:13:59.203848 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34efdf0-e4ca-4d7f-b101-5292cd71fb81 None None] New status for floating IP 56663fda-2dc8-431c-9334-358ec3d3bb36: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:13:59.779955 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:04.144967 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-7b8d0068-c2b6-47cc-a099-dafeb07a0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:04.147275 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-7b8d0068-c2b6-47cc-a099-dafeb07a0348 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=67112706d4df4183bc338732b237df6e&device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 1129 time: 0.0510585 Aug 24 05:14:04.523597 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-be281f5a-04b1-4f08-8285-56d5af1082c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:04.525075 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-be281f5a-04b1-4f08-8285-56d5af1082c7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 200 len: 917 time: 0.3551908 Aug 24 05:14:04.569256 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-12b30e7e-b212-431a-a60c-48f43b7953c3 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 200 len: 217 time: 0.0371146 Aug 24 05:14:04.621807 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-d466dfbc-f772-49b5-8f8e-c803f2fc8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:04.623423 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-d466dfbc-f772-49b5-8f8e-c803f2fc8794 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 200 len: 854 time: 0.0485437 Aug 24 05:14:04.670870 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-de9e0ef1-e673-4518-ad8b-01b5049294cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:04.680319 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-de9e0ef1-e673-4518-ad8b-01b5049294cf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=1797f5d6-f35a-403a-9635-a2f993ac8d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425622 Aug 24 05:14:04.778317 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-d4fe4baf-28b9-481c-848e-50348145b5e4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968091 Aug 24 05:14:04.881241 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-abb7bd0e-4fda-451a-bf21-aefc19ca3d28 req-272bcb40-bd8d-4eb7-b8eb-078c1df51a8e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954719 Aug 24 05:14:04.966357 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3f3d205e-4e53-4623-8a6a-b7333ca44ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:06.830171 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae96b8-f210-4b49-8c1b-b5c2705cb203 req-82bd4c83-dd15-448d-a3b5-2816e9815b6e tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:06.831717 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-45ae96b8-f210-4b49-8c1b-b5c2705cb203 req-82bd4c83-dd15-448d-a3b5-2816e9815b6e tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0572183 Aug 24 05:14:06.883736 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-45ae96b8-f210-4b49-8c1b-b5c2705cb203 req-61eef73b-e755-4547-bda6-b4cb7b125042 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462353 Aug 24 05:14:07.174392 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80968a2-9ee4-4d3e-a055-5e5ada022e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:08.007091 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dad1b8-a5b2-4be6-86e1-b0e45105c2ff req-cfe551be-f5af-4f3e-bb10-9e7af0f9ad29 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:08.008601 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-17dad1b8-a5b2-4be6-86e1-b0e45105c2ff req-cfe551be-f5af-4f3e-bb10-9e7af0f9ad29 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0484402 Aug 24 05:14:08.027778 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:08.057026 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-17dad1b8-a5b2-4be6-86e1-b0e45105c2ff req-31323787-8e9f-4f81-85af-ece73126b025 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Aug 24 05:14:08.484455 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:08.904790 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=89 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:08.910910 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=41 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:09.014270 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-7d5d8225-fb24-4f40-8ec2-e62c5811a560 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:09.015784 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-7d5d8225-fb24-4f40-8ec2-e62c5811a560 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0545394 Aug 24 05:14:09.049679 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-6b7fe57f-0822-4b0a-9cad-66ee90011d57 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-73242212&fields=id&tenant_id=2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 267 time: 0.0475287 Aug 24 05:14:09.054620 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:09.110366 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:09.111641 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Deleting port 99121297-4f7c-4781-a86a-671bcdda3a4e {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:09.111980 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:09.201122 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac42625-c30b-4620-81c5-4c1923545e30 req-e01f6510-f68c-4ac8-b859-319ed90a1258 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:09.202601 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6ac42625-c30b-4620-81c5-4c1923545e30 req-e01f6510-f68c-4ac8-b859-319ed90a1258 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 945 time: 0.0662475 Aug 24 05:14:09.211301 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-90bbbdb1-d4e5-4b8e-999f-c1fc2a5b5532 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:09.212775 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-90bbbdb1-d4e5-4b8e-999f-c1fc2a5b5532 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 812 time: 0.1551328 Aug 24 05:14:09.216662 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] For port 99121297-4f7c-4781-a86a-671bcdda3a4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=99121297-4f7c-4781-a86a-671bcdda3a4e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:09.217034 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:09.237292 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Calling delete_port for 99121297-4f7c-4781-a86a-671bcdda3a4e owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:09.242193 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-6504dff8-62d8-4fe6-9361-503e43e5708e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/quotas/2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 375 time: 0.0215220 Aug 24 05:14:09.301225 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-6ac42625-c30b-4620-81c5-4c1923545e30 req-4bc608e8-0c18-4ded-804a-41ccac1552a9 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=c34141bc-282e-4ee5-91be-1ad6ea0be428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872159 Aug 24 05:14:09.323042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-1da3e3cb-fd60-4e25-a04e-f77db39cd656 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637383 Aug 24 05:14:09.425672 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-96c50010-d29a-43f0-afae-dfa92a161483 service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107625) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:14:09.426675 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-96c50010-d29a-43f0-afae-dfa92a161483 service neutron] 10.222.0.105 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1013529 Aug 24 05:14:09.443283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (99121297-4f7c-4781-a86a-671bcdda3a4e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:09.455698 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['99121297-4f7c-4781-a86a-671bcdda3a4e'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:14:09.477798 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Pushing event deleted for resources: {'Port': ['ID=99121297-4f7c-4781-a86a-671bcdda3a4e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:09.507231 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.507583 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.507926 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.508270 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.508604 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.508935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.509261 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.509583 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.509905 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.510229 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.510595 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.510916 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.511261 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.511601 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.516268 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:09.524247 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-62cc402a-05ec-4ed2-a1f5-7abe4a4e3b18 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915256 Aug 24 05:14:09.536919 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] No DVR routers for this DVR port 99121297-4f7c-4781-a86a-671bcdda3a4e on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:14:09.539091 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:09.539532 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:09.543383 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-53f49f66-8612-4bc5-8822-9e69189aba96 req-1619f4ae-480f-46f4-830d-158c2e597847 tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.102 "DELETE /networking/v2.0/ports/99121297-4f7c-4781-a86a-671bcdda3a4e HTTP/1.1" status: 204 len: 173 time: 0.5212827 Aug 24 05:14:09.543829 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'name': 'network-vif-deleted', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:14:09.546118 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b774a97-6f6f-4abc-8495-07df5b2f4a11" -d '{"events": [{"server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "name": "network-vif-deleted", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:14:09.591929 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad14f11-85e2-4000-bdee-ef1217c1a204 x-openstack-request-id: req-bad14f11-85e2-4000-bdee-ef1217c1a204 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:14:09.592225 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5717edf-8fe2-4dff-8443-50f04684fddb", "name": "network-vif-deleted", "tag": "99121297-4f7c-4781-a86a-671bcdda3a4e", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:14:09.592478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bad14f11-85e2-4000-bdee-ef1217c1a204 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:14:09.592891 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad14f11-85e2-4000-bdee-ef1217c1a204'] response: {'server_uuid': 'c5717edf-8fe2-4dff-8443-50f04684fddb', 'name': 'network-vif-deleted', 'tag': '99121297-4f7c-4781-a86a-671bcdda3a4e', 'status': 'completed', 'code': 200} Aug 24 05:14:09.626631 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-8312b50c-c30d-4ff1-b129-80ce1ed7f471 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963056 Aug 24 05:14:09.976463 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:10.004546 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:10.341815 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c05ed624-d8bb-40de-a208-ba76335ad06e req-979dd467-e546-495e-a2fc-68734a4359a8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Aug 24 05:14:10.424487 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2ec3e407-cbd1-4bc7-aa19-6b452f302df6 req-7e7b5997-26d1-4c98-aa18-c924565581ba tempest-TestMinimumBasicScenario-1662056506 tempest-TestMinimumBasicScenario-1662056506-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=c5717edf-8fe2-4dff-8443-50f04684fddb HTTP/1.1" status: 200 len: 210 time: 0.0311589 Aug 24 05:14:11.431664 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a9eeaab4-950e-45f3-b8e4-1a038995c119 req-e4f5a3ad-a4e8-4f1d-9d24-96d1c4a6d815 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0325963 Aug 24 05:14:12.514280 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-34463746-e770-4294-a5b6-0f7171885cf5 req-49e81703-8e7d-4d9e-bdcf-0ce645c4bc2e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0290070 Aug 24 05:14:12.884788 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99121297-4f7c-4781-a86a-671bcdda3a4e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:14:12.907220 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 99121297-4f7c-4781-a86a-671bcdda3a4e {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:14:12.907599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 99121297-4f7c-4781-a86a-671bcdda3a4e not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:14:13.028589 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50806) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:13.469499 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (49a13fb2-13b9-4e3f-8089-0af6da263cc9), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:13.597499 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-2eafe946-6889-461a-8552-1d2bdbffee66 req-4fe89271-1bce-4281-8566-a57dd6df751e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0278940 Aug 24 05:14:13.668582 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:13.706378 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Deleting port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:13.706708 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:13.726374 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:13.797035 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] For port 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:13.797394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:13.812224 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Calling delete_port for 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e owned by network:router_interface {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:14.072064 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:14.098766 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:14.282605 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (49a13fb2-13b9-4e3f-8089-0af6da263cc9), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:14.515560 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:14:14.587715 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:14.623777 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:14:14.628840 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-d9156fb0-2a1c-4a2f-8aaf-04cb1bff254f admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/49a13fb2-13b9-4e3f-8089-0af6da263cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993059 Aug 24 05:14:14.632052 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50818) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:14.642078 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] Sync routers for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:14:14.657200 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:14:14.657820 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:14:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:14.728152 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e396ef0d-944f-4140-b7d9-a4afe602f7b0 req-bab021b9-2b0b-4cf3-869d-53d35c21103d tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Aug 24 05:14:14.732252 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:14.746363 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks [] for router (49a13fb2-13b9-4e3f-8089-0af6da263cc9), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:14.770053 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:14:14.859424 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks [] for router_gateway (49a13fb2-13b9-4e3f-8089-0af6da263cc9), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:14.949478 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:14:13Z', 'revision_number': 5, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port': {'id': '607cd724-e67b-44d1-9d4c-2771836ac062', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:14.976811 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Deleting port 607cd724-e67b-44d1-9d4c-2771836ac062 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:14.977152 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:14.977363 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] Checking router: 49a13fb2-13b9-4e3f-8089-0af6da263cc9 for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:14:14.987696 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] Routers {'49a13fb2-13b9-4e3f-8089-0af6da263cc9'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:14:14.988459 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:14:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:15.069928 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] For port 607cd724-e67b-44d1-9d4c-2771836ac062, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=607cd724-e67b-44d1-9d4c-2771836ac062,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:15.070730 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.085697 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] Set router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 gateway port host: None {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:14:15.089824 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Calling delete_port for 607cd724-e67b-44d1-9d4c-2771836ac062 owned by network:router_gateway {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:15.162763 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:14:14Z', 'revision_number': 6, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port_host': None}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:15.170705 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13315b3a-16a4-4508-9700-129cc50d9549 None None] The sync data for ids ['49a13fb2-13b9-4e3f-8089-0af6da263cc9'] in dv-cinder-854265-1-iscsi is: [{'id': '49a13fb2-13b9-4e3f-8089-0af6da263cc9', 'name': 'tempest-TestMinimumBasicScenario-1182422004-router', 'tenant_id': '67112706d4df4183bc338732b237df6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:13Z', 'updated_at': '2022-08-24T05:14:14Z', 'revision_number': 6, 'project_id': '67112706d4df4183bc338732b237df6e', 'gw_port_host': None}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:14:15.347452 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (607cd724-e67b-44d1-9d4c-2771836ac062), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.374441 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=607cd724-e67b-44d1-9d4c-2771836ac062,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:15.439699 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (49a13fb2-13b9-4e3f-8089-0af6da263cc9), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.533817 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (49a13fb2-13b9-4e3f-8089-0af6da263cc9), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.536185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks [] for router_controller (49a13fb2-13b9-4e3f-8089-0af6da263cc9), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.656035 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (49a13fb2-13b9-4e3f-8089-0af6da263cc9), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.656702 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a13fb2-13b9-4e3f-8089-0af6da263cc9 {{(pid=107624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:14:15.666957 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.666957 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-78c72409-c879-48c6-aa9b-b1c69513afd8 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/49a13fb2-13b9-4e3f-8089-0af6da263cc9 HTTP/1.1" status: 204 len: 168 time: 1.0305316 Aug 24 05:14:15.667288 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50822) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:15.715884 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] Deleting subnet b4296aec-87b2-492b-8f26-d962f39346bb {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:14:15.719207 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] Publish callbacks [] for subnet (b4296aec-87b2-492b-8f26-d962f39346bb), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.757736 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4211906'] for subnet (b4296aec-87b2-492b-8f26-d962f39346bb), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.866106 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5f7bb569-6f66-4da2-96e0-85f9127980e6 req-78b9a9ff-a6b7-4d6b-a706-b25019c81b93 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0389826 Aug 24 05:14:15.870990 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (b4296aec-87b2-492b-8f26-d962f39346bb), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:15.925122 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:15.994659 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4212791'] for subnet (b4296aec-87b2-492b-8f26-d962f39346bb), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.000026 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:14:16.024886 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4296aec-87b2-492b-8f26-d962f39346bb,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:16.025339 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:14:16.025890 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 3aa2fc53-ccd5-45c3-a6bc-4cb06721cd1e not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:14:16.026783 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 607cd724-e67b-44d1-9d4c-2771836ac062 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:14:16.026920 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.030021 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-237ce87b-a773-42da-9e6a-5e887a1cd6b4 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/b4296aec-87b2-492b-8f26-d962f39346bb HTTP/1.1" status: 204 len: 168 time: 0.3624835 Aug 24 05:14:16.032562 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50826) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:16.052950 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 607cd724-e67b-44d1-9d4c-2771836ac062 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:14:16.053702 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 607cd724-e67b-44d1-9d4c-2771836ac062 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:14:16.055603 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b43711-081c-4787-b4a6-9babc779efa9 None None] Network 1797f5d6-f35a-403a-9635-a2f993ac8d6b requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:14:16.112652 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (1797f5d6-f35a-403a-9635-a2f993ac8d6b), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.157043 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:16.159747 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Deleting port 0a4a41f5-a458-4258-b063-601ccf942003 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:16.160101 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (0a4a41f5-a458-4258-b063-601ccf942003), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.251900 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] DHCP port deletion for 1797f5d6-f35a-403a-9635-a2f993ac8d6b request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:14:16.267782 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] For port 0a4a41f5-a458-4258-b063-601ccf942003, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=0a4a41f5-a458-4258-b063-601ccf942003,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:16.268542 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (0a4a41f5-a458-4258-b063-601ccf942003), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.291096 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Calling delete_port for 0a4a41f5-a458-4258-b063-601ccf942003 owned by network:dhcp {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:16.299540 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] Deleting port 0a4a41f5-a458-4258-b063-601ccf942003 {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:16.300315 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (0a4a41f5-a458-4258-b063-601ccf942003), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.375581 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:16.383767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] For port 0a4a41f5-a458-4258-b063-601ccf942003, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=0a4a41f5-a458-4258-b063-601ccf942003,segment=NetworkSegment(9e8b9327-9325-4a85-854b-e7e1def1ccae),segment_id=9e8b9327-9325-4a85-854b-e7e1def1ccae)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:16.384162 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (0a4a41f5-a458-4258-b063-601ccf942003), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.399172 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] Calling delete_port for 0a4a41f5-a458-4258-b063-601ccf942003 owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:16.460930 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (0a4a41f5-a458-4258-b063-601ccf942003), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.479311 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (0a4a41f5-a458-4258-b063-601ccf942003), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.488021 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4a41f5-a458-4258-b063-601ccf942003,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:16.490055 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] No DVR routers for this DVR port 0a4a41f5-a458-4258-b063-601ccf942003 on host dv-cinder-854265-1-iscsi {{(pid=107625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:14:16.511462 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] Pushing event deleted for resources: {'Port': ['ID=0a4a41f5-a458-4258-b063-601ccf942003,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:16.521675 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804100c3-0482-44d2-89cf-d47af2212673 None None] No DVR routers for this DVR port 0a4a41f5-a458-4258-b063-601ccf942003 on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:14:16.579490 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (1797f5d6-f35a-403a-9635-a2f993ac8d6b), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.608687 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1797f5d6-f35a-403a-9635-a2f993ac8d6b']}} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:16.620854 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8b9327-9325-4a85-854b-e7e1def1ccae') {'for_net_delete': True} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:16.621280 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8b9327-9325-4a85-854b-e7e1def1ccae') {} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:16.631979 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4211915'] for segment (9e8b9327-9325-4a85-854b-e7e1def1ccae), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.646453 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (9e8b9327-9325-4a85-854b-e7e1def1ccae), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.654516 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=107625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:14:16.655404 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4817386'] for segment (9e8b9327-9325-4a85-854b-e7e1def1ccae), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.671872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:16.745432 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 9e8b9327-9325-4a85-854b-e7e1def1ccae resource provider aggregate not found Aug 24 05:14:16.765641 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 9e8b9327-9325-4a85-854b-e7e1def1ccae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e8b9327-9325-4a85-854b-e7e1def1ccae found for delete ", "request_id": "req-af8eccc2-24b8-47da-8828-3543e9cf8a08"}]} Aug 24 05:14:16.866351 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (1797f5d6-f35a-403a-9635-a2f993ac8d6b), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.872281 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:16.877319 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/1797f5d6-f35a-403a-9635-a2f993ac8d6b HTTP/1.1" status: 204 len: 168 time: 0.8437281 Aug 24 05:14:16.883213 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50834) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:16.897616 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a6c2c-3b87-4f66-89b9-14a357b81506 admin admin] Pushing event deleted for resources: {'Network': ['ID=1797f5d6-f35a-403a-9635-a2f993ac8d6b,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:16.999509 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e1480646-d668-4671-b774-69bbe0c6c009 req-7d97d182-6c27-48d2-a76e-8ae0e9a05bd4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0423000 Aug 24 05:14:17.012054 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-e9535eea-f894-489a-b71d-af6502b98ada tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:17.013862 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-e9535eea-f894-489a-b71d-af6502b98ada tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 812 time: 0.2182274 Aug 24 05:14:17.036291 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:17.392001 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:17.425542 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-38de529c-151e-4a16-89be-ee5423ef9c37 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 378 time: 0.4017777 Aug 24 05:14:17.437374 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'port': {'device_id': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'admin_state_up': True, 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'security_groups': ['08a737a2-3e40-4f62-b49e-c99fbe38938f']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:14:17.674945 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (8a877c11-bcf2-4185-acad-3a262c65300c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:17.733370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Made reservation on behalf of 2a010cb56074448a979b3b7d944a92d6 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:14:17.737221 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:17.919592 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 0a4a41f5-a458-4258-b063-601ccf942003 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:14:17.940230 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:17.943705 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 0a4a41f5-a458-4258-b063-601ccf942003 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:14:17.944315 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 0a4a41f5-a458-4258-b063-601ccf942003 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:14:17.965110 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Allocated IP 172.20.0.6 (e39c69d4-f995-4cc8-81d2-c9d8d589bafb/760b719d-dbe2-4c1d-8751-b3d5f23198bf/44e72eb5-3b68-4e09-96cf-a03bb07e71c7) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:14:18.096185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Deleting port e97ec554-1647-49b4-a0bc-066947f94e2c {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:18.096534 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:18.118566 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e0eaa6f3-3afb-40c6-9274-520cecfb3971 req-e0c791f3-ef4c-43a2-8194-3025b6744fb4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0314026 Aug 24 05:14:18.245983 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:18.255948 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] For port e97ec554-1647-49b4-a0bc-066947f94e2c, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=e97ec554-1647-49b4-a0bc-066947f94e2c,segment=NetworkSegment(0fc286a6-8230-44a3-8b70-6bf53a1cf983),segment_id=0fc286a6-8230-44a3-8b70-6bf53a1cf983)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:18.256314 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:18.273192 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:18.274414 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Calling delete_port for e97ec554-1647-49b4-a0bc-066947f94e2c owned by network:router_interface {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:18.396319 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:18.455465 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:14:18.464194 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:14:18.476481 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:14:18.508338 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:18.563910 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:18.564845 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:18.572473 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:18.738402 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-4e95779f-a8da-4c70-953d-8c46ffdbe602 None None] Provisioning complete for port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:14:18.738715 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4e95779f-a8da-4c70-953d-8c46ffdbe602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:18.750783 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-590c6219-5cfe-46af-9823-f9e6d11c97cb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3189707 Aug 24 05:14:18.754783 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (e97ec554-1647-49b4-a0bc-066947f94e2c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:18.772588 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-4e95779f-a8da-4c70-953d-8c46ffdbe602 None None] Port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:14:18.780341 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Request body: {'port': {'device_id': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:14:18.789080 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97ec554-1647-49b4-a0bc-066947f94e2c,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:18.914443 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:19.119836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (8a877c11-bcf2-4185-acad-3a262c65300c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:19.259500 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e3cfc-2393-42c4-b7c6-a314cb853587 req-962764b9-69ef-4158-9a80-a0f80cf33430 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:19.261177 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-798e3cfc-2393-42c4-b7c6-a314cb853587 req-962764b9-69ef-4158-9a80-a0f80cf33430 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 931 time: 0.0493388 Aug 24 05:14:19.313704 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-798e3cfc-2393-42c4-b7c6-a314cb853587 req-ae47fac5-7df9-4d84-8e73-6c4fd9f399fa tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468464 Aug 24 05:14:19.421925 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:19.425807 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:14:19.437596 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Publish callbacks [] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:19.462276 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Transition to ACTIVE for port object 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:14:19.479588 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Router 8a877c11-bcf2-4185-acad-3a262c65300c has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:14:19.549985 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:19.556434 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:19.634302 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Pushing event updated for resources: {'Port': ['ID=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:19.676278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:14:19.683843 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-e677df95-4615-4c37-a9fb-44d60c311da6 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/8a877c11-bcf2-4185-acad-3a262c65300c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7999609 Aug 24 05:14:19.686327 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50842) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:19.690514 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] Sync routers for ids ['8a877c11-bcf2-4185-acad-3a262c65300c'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:14:19.703206 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] Routers {'8a877c11-bcf2-4185-acad-3a262c65300c'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:14:19.703942 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:14:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['8a877c11-bcf2-4185-acad-3a262c65300c'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:19.785839 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Attempting to bind port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:14:19.786188 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Attempting to bind port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:14:19.786616 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Attempting to bind port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:14:19.794163 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:14:19.794483 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Attempting to bind port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:14:19.807984 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:14:19.808480 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Checking segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:14:19.808865 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Bound using segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:14:19.809309 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Bound port: 44e72eb5-3b68-4e09-96cf-a03bb07e71c7, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:14:19.809671 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:19.825076 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] Set router 8a877c11-bcf2-4185-acad-3a262c65300c gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:14:19.859066 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks [] for router (8a877c11-bcf2-4185-acad-3a262c65300c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:19.967912 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] For port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:14:19.972569 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] For port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:14:20.000106 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks [] for router_gateway (8a877c11-bcf2-4185-acad-3a262c65300c), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:20.012830 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:14:18Z', 'revision_number': 5, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:20.038789 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] Checking router: 8a877c11-bcf2-4185-acad-3a262c65300c for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:14:20.047470 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] Routers {'8a877c11-bcf2-4185-acad-3a262c65300c'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:14:20.048089 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:14:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['8a877c11-bcf2-4185-acad-3a262c65300c'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:20.073822 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:20.076950 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:20.077915 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:20.079483 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/44e72eb5-3b68-4e09-96cf-a03bb07e71c7 HTTP/1.1" status: 200 len: 1093 time: 1.3207684 Aug 24 05:14:20.081665 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:14:20.084845 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8ab01-3ea7-4de4-b882-450948e08424" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:14:20.141397 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3139ab9-2cbb-44a8-b424-d745cec4d0c6 x-openstack-request-id: req-b3139ab9-2cbb-44a8-b424-d745cec4d0c6 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:14:20.142073 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:14:20.142073 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b3139ab9-2cbb-44a8-b424-d745cec4d0c6 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:14:20.142308 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3139ab9-2cbb-44a8-b424-d745cec4d0c6'] response: {'name': 'network-changed', 'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'status': 'completed', 'code': 200} Aug 24 05:14:20.158556 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Deleting port d16a13ac-b88f-4288-b954-e1b5bb9fd408 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:20.158899 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:20.160327 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:20.177885 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:20.184942 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] Set router 8a877c11-bcf2-4185-acad-3a262c65300c gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:14:20.219881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276747b-0710-4d12-9507-82eae46a2607 service neutron] Pushing event updated for resources: {'Port': ['ID=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:20.264740 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ab01-3ea7-4de4-b882-450948e08424 req-9c2acec4-02c9-453a-ad4b-72772108f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:20.266247 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-50c8ab01-3ea7-4de4-b882-450948e08424 req-9c2acec4-02c9-453a-ad4b-72772108f143 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1127 time: 0.1086855 Aug 24 05:14:20.336256 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] For port d16a13ac-b88f-4288-b954-e1b5bb9fd408, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=d16a13ac-b88f-4288-b954-e1b5bb9fd408,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:20.336533 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:20.379653 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:14:18Z', 'revision_number': 5, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:20.387632 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Calling delete_port for d16a13ac-b88f-4288-b954-e1b5bb9fd408 owned by network:router_gateway {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:20.411283 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ff0b3-ae4d-4bcc-831c-550feda30f78 None None] The sync data for ids ['8a877c11-bcf2-4185-acad-3a262c65300c'] in dv-cinder-854265-1-iscsi is: [{'id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'name': 'tempest-TestMinimumBasicScenario-1555347922-router', 'tenant_id': '08adf9792f4f45db9d1c98108116ec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:09:21Z', 'updated_at': '2022-08-24T05:14:18Z', 'revision_number': 5, 'project_id': '08adf9792f4f45db9d1c98108116ec31', 'gw_port': {'id': 'd16a13ac-b88f-4288-b954-e1b5bb9fd408', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a877c11-bcf2-4185-acad-3a262c65300c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:09:22Z', 'updated_at': '2022-08-24T05:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:14:20.454935 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ab01-3ea7-4de4-b882-450948e08424 req-6cbafd1d-51b3-4f35-a6b1-90a42402fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:20.455313 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-50c8ab01-3ea7-4de4-b882-450948e08424 req-6cbafd1d-51b3-4f35-a6b1-90a42402fada service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=2a010cb56074448a979b3b7d944a92d6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1804485 Aug 24 05:14:20.473086 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db4184-1f29-4e17-97da-b850cc4ad0a4 req-7bfe97d5-0cc4-4e95-bbf1-6d31cb351049 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:20.475361 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-97db4184-1f29-4e17-97da-b850cc4ad0a4 req-7bfe97d5-0cc4-4e95-bbf1-6d31cb351049 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0666902 Aug 24 05:14:20.510322 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:20.534130 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-97db4184-1f29-4e17-97da-b850cc4ad0a4 req-921c9a93-e469-4e11-bd3e-4c4df7c87009 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493846 Aug 24 05:14:20.885989 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ab01-3ea7-4de4-b882-450948e08424 req-63f20553-9f59-4212-a04f-48273d19b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:20.887553 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-50c8ab01-3ea7-4de4-b882-450948e08424 req-63f20553-9f59-4212-a04f-48273d19b6fa service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4249759 Aug 24 05:14:20.976854 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-96bd28d6-ddee-4d07-a66e-14ef299c2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:20.981376 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-96bd28d6-ddee-4d07-a66e-14ef299c2b7c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1127 time: 0.0463398 Aug 24 05:14:21.022566 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-c10b30e3-870f-4412-9ea4-25040ae3ca10 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7 HTTP/1.1" status: 200 len: 217 time: 0.0364790 Aug 24 05:14:21.023702 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (d16a13ac-b88f-4288-b954-e1b5bb9fd408), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.063768 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16a13ac-b88f-4288-b954-e1b5bb9fd408,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:21.147627 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-e8e1f618-9c4a-4efc-bf6d-32ec1e530ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:21.149098 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-e8e1f618-9c4a-4efc-bf6d-32ec1e530ebe service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.1200345 Aug 24 05:14:21.169002 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (8a877c11-bcf2-4185-acad-3a262c65300c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.285694 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-565dca26-52aa-47c2-881f-71c54fcec3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:21.288857 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-565dca26-52aa-47c2-881f-71c54fcec3de service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1335330 Aug 24 05:14:21.290509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (8a877c11-bcf2-4185-acad-3a262c65300c), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.292865 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks [] for router_controller (8a877c11-bcf2-4185-acad-3a262c65300c), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.388609 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (8a877c11-bcf2-4185-acad-3a262c65300c), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.389177 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a877c11-bcf2-4185-acad-3a262c65300c {{(pid=107624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:14:21.394454 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.395545 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-ca3d7b51-2c87-4469-9ad3-4e7530869ce3 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/8a877c11-bcf2-4185-acad-3a262c65300c HTTP/1.1" status: 204 len: 168 time: 1.7082963 Aug 24 05:14:21.398815 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50848) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:21.471558 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-b57a990a-5ed1-4a5c-84fa-44791394cec2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750920 Aug 24 05:14:21.477405 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_v2 [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] Deleting subnet 76ed5693-340e-4f77-964f-47c7cf7bc255 {{(pid=107624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:14:21.489253 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] Publish callbacks [] for subnet (76ed5693-340e-4f77-964f-47c7cf7bc255), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.580923 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4444284'] for subnet (76ed5693-340e-4f77-964f-47c7cf7bc255), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.610847 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:21.651156 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-f5bf1f3d-f1d6-4135-9b0c-963a4d3af586 req-c13d73f7-c366-4abb-b1f7-ba1dd10d1f38 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712158 Aug 24 05:14:21.687632 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (76ed5693-340e-4f77-964f-47c7cf7bc255), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.709346 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:21.739607 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1148-269d-4247-85f5-9ea9153b57ed req-004c180e-bea4-425c-acaa-2e7f1ceddfcc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:21.742641 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-907c1148-269d-4247-85f5-9ea9153b57ed req-004c180e-bea4-425c-acaa-2e7f1ceddfcc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.1135707 Aug 24 05:14:21.797503 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-907c1148-269d-4247-85f5-9ea9153b57ed req-80151092-14e5-4b97-b136-4c031527e251 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459945 Aug 24 05:14:21.851779 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4887981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085470'] for subnet (76ed5693-340e-4f77-964f-47c7cf7bc255), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.887121 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ed5693-340e-4f77-964f-47c7cf7bc255,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:21.891275 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.899126 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-30763a31-1033-436c-99ab-d91a6f17af64 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/76ed5693-340e-4f77-964f-47c7cf7bc255 HTTP/1.1" status: 204 len: 168 time: 0.4946277 Aug 24 05:14:21.900804 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50854) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:21.904166 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49894908-d356-47be-bd45-7a9bff801971 None None] Network eadb9ff2-425d-4aba-acf7-48c0d4d66099 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:14:21.942649 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d16a13ac-b88f-4288-b954-e1b5bb9fd408 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:14:21.987268 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (eadb9ff2-425d-4aba-acf7-48c0d4d66099), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:21.992495 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: d16a13ac-b88f-4288-b954-e1b5bb9fd408 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:14:21.992840 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device d16a13ac-b88f-4288-b954-e1b5bb9fd408 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:14:21.993260 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device e97ec554-1647-49b4-a0bc-066947f94e2c no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:14:22.032290 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: e97ec554-1647-49b4-a0bc-066947f94e2c {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:14:22.032630 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device e97ec554-1647-49b4-a0bc-066947f94e2c not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:14:22.034029 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Deleting port 2a3959b0-9758-4468-af85-2d1196ee4239 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:22.034383 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.108591 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] For port 2a3959b0-9758-4468-af85-2d1196ee4239, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2a3959b0-9758-4468-af85-2d1196ee4239,segment=NetworkSegment(0fc286a6-8230-44a3-8b70-6bf53a1cf983),segment_id=0fc286a6-8230-44a3-8b70-6bf53a1cf983)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:22.108952 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.122060 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] DHCP port deletion for eadb9ff2-425d-4aba-acf7-48c0d4d66099 request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:14:22.131744 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Calling delete_port for 2a3959b0-9758-4468-af85-2d1196ee4239 owned by network:dhcp {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:22.151555 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:22.167194 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] Deleting port 2a3959b0-9758-4468-af85-2d1196ee4239 {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:14:22.167565 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.237981 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] For port 2a3959b0-9758-4468-af85-2d1196ee4239, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2a3959b0-9758-4468-af85-2d1196ee4239,segment=NetworkSegment(0fc286a6-8230-44a3-8b70-6bf53a1cf983),segment_id=0fc286a6-8230-44a3-8b70-6bf53a1cf983)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:22.238371 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.252353 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] Calling delete_port for 2a3959b0-9758-4468-af85-2d1196ee4239 owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:14:22.308388 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.315232 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=100 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:22.334344 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3959b0-9758-4468-af85-2d1196ee4239,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:22.335151 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (2a3959b0-9758-4468-af85-2d1196ee4239), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.337475 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] No DVR routers for this DVR port 2a3959b0-9758-4468-af85-2d1196ee4239 on host dv-cinder-854265-1-iscsi {{(pid=107625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:14:22.362635 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] Pushing event deleted for resources: {'Port': ['ID=2a3959b0-9758-4468-af85-2d1196ee4239,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:22.364550 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9e278-3f99-4ff6-b09f-a44724171dd8 None None] No DVR routers for this DVR port 2a3959b0-9758-4468-af85-2d1196ee4239 on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:14:22.667792 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (eadb9ff2-425d-4aba-acf7-48c0d4d66099), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.688135 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:22.689972 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadb9ff2-425d-4aba-acf7-48c0d4d66099']}} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:22.705619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc286a6-8230-44a3-8b70-6bf53a1cf983') {'for_net_delete': True} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:22.705619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc286a6-8230-44a3-8b70-6bf53a1cf983') {} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:22.711632 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4211915'] for segment (0fc286a6-8230-44a3-8b70-6bf53a1cf983), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.726559 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (0fc286a6-8230-44a3-8b70-6bf53a1cf983), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.733930 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=107625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:14:22.734322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4817386'] for segment (0fc286a6-8230-44a3-8b70-6bf53a1cf983), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.767169 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 0fc286a6-8230-44a3-8b70-6bf53a1cf983 resource provider aggregate not found Aug 24 05:14:22.812182 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 0fc286a6-8230-44a3-8b70-6bf53a1cf983 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fc286a6-8230-44a3-8b70-6bf53a1cf983 found for delete ", "request_id": "req-916c8395-4195-44c5-9bd2-e0f591a2710d"}]} Aug 24 05:14:22.902536 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (eadb9ff2-425d-4aba-acf7-48c0d4d66099), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.907937 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:22.911136 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/eadb9ff2-425d-4aba-acf7-48c0d4d66099 HTTP/1.1" status: 204 len: 168 time: 1.0090525 Aug 24 05:14:22.930264 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7094c3c-5aeb-42a9-977a-536496c69abe admin admin] Pushing event deleted for resources: {'Network': ['ID=eadb9ff2-425d-4aba-acf7-48c0d4d66099,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:22.986900 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f4f3-6391-4383-8e5a-528b5bcabab7 req-120d579d-09ff-4b60-bc48-7179e8695b23 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:22.988622 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ad8f4f3-6391-4383-8e5a-528b5bcabab7 req-120d579d-09ff-4b60-bc48-7179e8695b23 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.1158085 Aug 24 05:14:23.043633 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-7ad8f4f3-6391-4383-8e5a-528b5bcabab7 req-02479adc-9acd-4416-99a4-d92c75653bd3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484509 Aug 24 05:14:23.236835 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50866) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:23.278124 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-bc41029d-63f5-4ede-814b-e3c4ce8e77b2 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=67112706d4df4183bc338732b237df6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401366 Aug 24 05:14:23.280693 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 50868) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:23.298562 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:14:23.333048 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5a677d54-5054-4255-baba-3b94dc91b6c4 admin admin] Publish callbacks [] for security_group (c34141bc-282e-4ee5-91be-1ad6ea0be428), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:23.354397 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5a677d54-5054-4255-baba-3b94dc91b6c4 admin admin] Publish callbacks [] for security_group (c34141bc-282e-4ee5-91be-1ad6ea0be428), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:23.496976 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5a677d54-5054-4255-baba-3b94dc91b6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (c34141bc-282e-4ee5-91be-1ad6ea0be428), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:23.499487 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-5a677d54-5054-4255-baba-3b94dc91b6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:23.500686 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-5a677d54-5054-4255-baba-3b94dc91b6c4 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/c34141bc-282e-4ee5-91be-1ad6ea0be428 HTTP/1.1" status: 204 len: 168 time: 0.2189536 Aug 24 05:14:23.509195 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a677d54-5054-4255-baba-3b94dc91b6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34141bc-282e-4ee5-91be-1ad6ea0be428,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:23.917390 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2a3959b0-9758-4468-af85-2d1196ee4239 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:14:23.937200 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 2a3959b0-9758-4468-af85-2d1196ee4239 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:14:23.937540 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2a3959b0-9758-4468-af85-2d1196ee4239 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:14:24.168024 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50876) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:24.178968 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39447e-49c8-4b38-bcb8-10668d85c444 req-cbe73498-1038-4120-80ca-009cddfd02a0 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:24.180640 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5f39447e-49c8-4b38-bcb8-10668d85c444 req-cbe73498-1038-4120-80ca-009cddfd02a0 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0570197 Aug 24 05:14:24.217426 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-31658246-5a56-4e5b-abf0-8d78e70a1ea1 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=08adf9792f4f45db9d1c98108116ec31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479248 Aug 24 05:14:24.220045 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50878) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:24.243988 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5f39447e-49c8-4b38-bcb8-10668d85c444 req-b353a86e-ee73-46f9-bc42-dbca023e4670 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542080 Aug 24 05:14:24.273287 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0d692aa-7d56-41d2-ba26-a49630600414 admin admin] Publish callbacks [] for security_group (02cec4c4-1d70-4136-8de4-50254a3771e6), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:24.296176 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0d692aa-7d56-41d2-ba26-a49630600414 admin admin] Publish callbacks [] for security_group (02cec4c4-1d70-4136-8de4-50254a3771e6), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:24.433956 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0d692aa-7d56-41d2-ba26-a49630600414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (02cec4c4-1d70-4136-8de4-50254a3771e6), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:24.436665 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f0d692aa-7d56-41d2-ba26-a49630600414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:24.437934 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f0d692aa-7d56-41d2-ba26-a49630600414 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/02cec4c4-1d70-4136-8de4-50254a3771e6 HTTP/1.1" status: 204 len: 168 time: 0.2169468 Aug 24 05:14:24.446797 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d692aa-7d56-41d2-ba26-a49630600414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cec4c4-1d70-4136-8de4-50254a3771e6,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:25.144762 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=45 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:25.387639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56fd45-a4ec-46b3-868a-3a0ce6f6ba69 req-9e79784c-39d3-42f0-839a-6805b5564d15 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:25.389158 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb56fd45-a4ec-46b3-868a-3a0ce6f6ba69 req-9e79784c-39d3-42f0-839a-6805b5564d15 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0489116 Aug 24 05:14:25.448265 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cb56fd45-a4ec-46b3-868a-3a0ce6f6ba69 req-33d7f411-a273-4385-8e4a-cef371c44677 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514021 Aug 24 05:14:26.581204 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452fbfe-1978-4411-bb80-9e7408d00d1c req-ff019c2b-a31e-4963-b768-d09bdd94ffcc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:26.582716 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e452fbfe-1978-4411-bb80-9e7408d00d1c req-ff019c2b-a31e-4963-b768-d09bdd94ffcc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0557368 Aug 24 05:14:26.634922 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e452fbfe-1978-4411-bb80-9e7408d00d1c req-3c218d77-29ba-4ff6-b6e6-53adcbf8ff78 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458450 Aug 24 05:14:27.757898 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15a359-9e0f-4b36-b282-317892d880ed req-522e5b48-cc18-4de6-ae88-826571887208 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:27.759419 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e15a359-9e0f-4b36-b282-317892d880ed req-522e5b48-cc18-4de6-ae88-826571887208 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0490472 Aug 24 05:14:27.792497 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:27.809017 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e15a359-9e0f-4b36-b282-317892d880ed req-50138261-9890-4909-a140-879f07620d5d tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440242 Aug 24 05:14:28.936261 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7e764-4854-4522-9ec6-b547b05c2c81 req-65022917-cad9-447d-bca1-111da221ca5c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:28.937727 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ba7e764-4854-4522-9ec6-b547b05c2c81 req-65022917-cad9-447d-bca1-111da221ca5c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0528781 Aug 24 05:14:28.995111 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ba7e764-4854-4522-9ec6-b547b05c2c81 req-1d2bf750-a4bb-406a-8b65-f8c0039792b7 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499568 Aug 24 05:14:29.787923 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:30.122905 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc6e05-3bc7-4571-8c60-3aaf5258d727 req-08004d3f-6f6f-46c2-a0b3-188f89b2777b tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:30.124439 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a1dc6e05-3bc7-4571-8c60-3aaf5258d727 req-08004d3f-6f6f-46c2-a0b3-188f89b2777b tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0529706 Aug 24 05:14:30.175752 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a1dc6e05-3bc7-4571-8c60-3aaf5258d727 req-6b788598-2460-48b2-8e3d-f7fed28fefbb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458031 Aug 24 05:14:30.994087 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:14:31.104873 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:31.117071 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'port_id': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'mac_address': 'fa:16:3e:9f:cf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:14:31.153356 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:14:31.153743 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:31.168340 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:14:31.190622 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:31.305654 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8989-a43b-43d1-9735-a1cdc8713697 req-e69430a6-f11a-495a-aaf0-82f3c6442a4c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:31.307227 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-243d8989-a43b-43d1-9735-a1cdc8713697 req-e69430a6-f11a-495a-aaf0-82f3c6442a4c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0525026 Aug 24 05:14:31.308414 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:31.362241 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:31.375091 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.375637 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.376158 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.376298 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-243d8989-a43b-43d1-9735-a1cdc8713697 req-e7dfdc9f-ba44-4a11-b4cc-1c307e866f5a tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612049 Aug 24 05:14:31.376629 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.377110 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.377536 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.377957 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.378379 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.379056 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.379331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.379754 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.380201 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.380625 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.381053 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.381413 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:14:31.744004 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['44e72eb5-3b68-4e09-96cf-a03bb07e71c7'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:14:31.790767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:32.509223 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe35c-f982-4779-b3e7-32ccada314d6 req-2e5556b2-5b0f-47e0-bd5c-c551538cd438 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:32.510684 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82cfe35c-f982-4779-b3e7-32ccada314d6 req-2e5556b2-5b0f-47e0-bd5c-c551538cd438 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 944 time: 0.0574474 Aug 24 05:14:32.530057 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:32.562724 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-82cfe35c-f982-4779-b3e7-32ccada314d6 req-e2d5fdc0-362a-4acd-918b-02f93010a3d9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459251 Aug 24 05:14:33.000920 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:14:33.046146 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:33.049262 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:14:33.124088 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:14:33.124469 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:33.198590 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:14:33.198966 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:33.221972 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:14:33.224218 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e307712-6d4c-4be2-8c0e-3063e7a6f368" -d '{"events": [{"server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "name": "network-vif-plugged", "status": "completed", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:14:33.237240 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:14:33.264254 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bd8ec0-ea1e-40ac-8a2b-195482c2607b x-openstack-request-id: req-93bd8ec0-ea1e-40ac-8a2b-195482c2607b {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:14:33.264550 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "name": "network-vif-plugged", "status": "completed", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:14:33.265007 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-93bd8ec0-ea1e-40ac-8a2b-195482c2607b {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:14:33.265242 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bd8ec0-ea1e-40ac-8a2b-195482c2607b'] response: {'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'code': 200} Aug 24 05:14:33.295133 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=40 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:33.313065 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:33.365766 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:33.614382 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a06f2-b45b-42e2-9ac1-3e92e369f564 req-21372451-8b16-4a92-b35f-f7e56a9ea4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:33.615946 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a00a06f2-b45b-42e2-9ac1-3e92e369f564 req-21372451-8b16-4a92-b35f-f7e56a9ea4b6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0415614 Aug 24 05:14:33.669379 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a00a06f2-b45b-42e2-9ac1-3e92e369f564 req-9ecf49c6-25f6-40bd-9bf8-f640242d466e service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472996 Aug 24 05:14:33.691053 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c02618-9c23-4b90-ba39-22372dc8126d req-c4517229-eedf-4962-a526-d0c9127abfff tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:33.692662 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-04c02618-9c23-4b90-ba39-22372dc8126d req-c4517229-eedf-4962-a526-d0c9127abfff tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Aug 24 05:14:33.745015 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-04c02618-9c23-4b90-ba39-22372dc8126d req-4c59f80b-91f8-4f27-bf66-63c6dfdf60b3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465596 Aug 24 05:14:34.868763 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-30bd3507-daf6-4925-b4b7-06130b3fe1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:34.881863 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7edb88-3c2f-4fc9-84cc-51c6b556357f req-e09cc8d4-0379-4358-8bfa-3eaeb2e8672e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:34.883426 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d7edb88-3c2f-4fc9-84cc-51c6b556357f req-e09cc8d4-0379-4358-8bfa-3eaeb2e8672e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Aug 24 05:14:34.937698 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3d7edb88-3c2f-4fc9-84cc-51c6b556357f req-b7c7279b-f8bc-4e3d-9379-b7c5f8fa5028 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478153 Aug 24 05:14:36.064772 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d27d-ec52-4e00-beb6-82939897ea9b req-ba374e27-8a43-4e38-be2c-3a141e142f86 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:36.067328 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0670d27d-ec52-4e00-beb6-82939897ea9b req-ba374e27-8a43-4e38-be2c-3a141e142f86 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Aug 24 05:14:36.118073 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0670d27d-ec52-4e00-beb6-82939897ea9b req-1c55605e-230a-41ac-a7fe-50b74f0765ca tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446992 Aug 24 05:14:36.238544 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481c44-7c89-4506-b189-e38b4a9ffee8 req-86b68d11-8b69-4250-9170-2aad2cb10dcd tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:36.240042 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-06481c44-7c89-4506-b189-e38b4a9ffee8 req-86b68d11-8b69-4250-9170-2aad2cb10dcd tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0476246 Aug 24 05:14:36.296566 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-06481c44-7c89-4506-b189-e38b4a9ffee8 req-0bcb1875-8136-49a1-9ffd-f7e1459d5efa tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502429 Aug 24 05:14:36.324229 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50906) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:36.571086 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e747289-563b-4ea9-8f27-169f15559032 tempest-TestVolumeBootPattern-115068969 tempest-TestVolumeBootPattern-115068969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:36.573637 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-6e747289-563b-4ea9-8f27-169f15559032 tempest-TestVolumeBootPattern-115068969 tempest-TestVolumeBootPattern-115068969-project-admin] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1124 time: 0.2482545 Aug 24 05:14:36.576804 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 50910) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:14:36.581299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'port_id': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:14:36.680219 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:36.766771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:36.877315 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Allocated IP 172.27.1.5 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/0d8d6af8-1318-4cd5-a066-f6d7a495b457) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:14:36.971138 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:36.991091 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.090878 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.124535 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:37.136750 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:14:37.139711 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:14:37.143719 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:14:37.150440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=0d8d6af8-1318-4cd5-a066-f6d7a495b457,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:37.199965 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4223e3af-be1e-452a-89c8-5902f16a1625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.512711 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (7cb508b0-04d2-46c6-b569-4501fb4bb186), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.651802 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.692054 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:37.806109 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.855736 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.926601 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (7cb508b0-04d2-46c6-b569-4501fb4bb186), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:37.928374 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=0d8d6af8-1318-4cd5-a066-f6d7a495b457,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:14:38.027416 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Floating IP 7cb508b0-04d2-46c6-b569-4501fb4bb186 associated. External IP: 172.27.1.5, port: 44e72eb5-3b68-4e09-96cf-a03bb07e71c7. Aug 24 05:14:38.234690 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:14:38.358411 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:14:38.367875 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:14:38.378281 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:14:38.383556 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:14:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:38.430688 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:38.452399 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:38.465209 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-00fb01ab-a2f9-44c1-8536-44b1cfcd8042 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8873420 Aug 24 05:14:38.465792 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:14:38.468202 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff38a80-f4fe-4453-ab16-49e31306834b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:14:38.489461 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:14:38.510081 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d279bde4-d102-47f7-846c-d35936a5de1b x-openstack-request-id: req-d279bde4-d102-47f7-846c-d35936a5de1b {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:14:38.511009 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:14:38.511308 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d279bde4-d102-47f7-846c-d35936a5de1b {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:14:38.511784 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d279bde4-d102-47f7-846c-d35936a5de1b'] response: {'name': 'network-changed', 'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'status': 'completed', 'code': 200} Aug 24 05:14:38.520117 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:38.575424 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff38a80-f4fe-4453-ab16-49e31306834b req-3e6653bb-604c-46d1-a073-f5b23e7398f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:38.577307 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dff38a80-f4fe-4453-ab16-49e31306834b req-3e6653bb-604c-46d1-a073-f5b23e7398f6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0470684 Aug 24 05:14:38.692579 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff38a80-f4fe-4453-ab16-49e31306834b req-51332792-6131-454f-bf7e-aac2e7afd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:38.694994 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dff38a80-f4fe-4453-ab16-49e31306834b req-51332792-6131-454f-bf7e-aac2e7afd11b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.1117461 Aug 24 05:14:38.736196 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '7cb508b0-04d2-46c6-b569-4501fb4bb186', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:9f:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:14:37Z', 'updated_at': '2022-08-24T05:14:37Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:38.762618 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:14:38.763383 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dff38a80-f4fe-4453-ab16-49e31306834b req-04a3123d-ef3c-4ad5-9f8f-54d688addd88 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7 HTTP/1.1" status: 200 len: 997 time: 0.0612986 Aug 24 05:14:38.771224 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:14:38.771826 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:14:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:38.819139 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff38a80-f4fe-4453-ab16-49e31306834b req-bb790c94-ab82-4aa9-b91a-0b8115457d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:38.820624 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dff38a80-f4fe-4453-ab16-49e31306834b req-bb790c94-ab82-4aa9-b91a-0b8115457d19 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0513010 Aug 24 05:14:38.868700 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff38a80-f4fe-4453-ab16-49e31306834b req-298e691e-db14-478a-bda6-73e2e7e2c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:38.870239 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dff38a80-f4fe-4453-ab16-49e31306834b req-298e691e-db14-478a-bda6-73e2e7e2c690 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434010 Aug 24 05:14:38.888092 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:14:38.921088 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:38.978148 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dff38a80-f4fe-4453-ab16-49e31306834b req-f227638f-bfb8-45bc-a95a-8bc84143d0c8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005375 Aug 24 05:14:39.073582 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-dff38a80-f4fe-4453-ab16-49e31306834b req-fd81a8fe-8aa6-4dba-823a-55fa3bb0e87a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888870 Aug 24 05:14:39.104529 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '7cb508b0-04d2-46c6-b569-4501fb4bb186', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:9f:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:14:37Z', 'updated_at': '2022-08-24T05:14:37Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:14:39.133736 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58fb02-1a7e-470b-81c5-257d4596dd68 None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '7cb508b0-04d2-46c6-b569-4501fb4bb186', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:9f:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:14:37Z', 'updated_at': '2022-08-24T05:14:37Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:14:39.323508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66fb4d-0cf5-49c3-9c85-012ad5fa6ba4 None None] New status for floating IP 7cb508b0-04d2-46c6-b569-4501fb4bb186: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:14:39.465043 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-c737eb7a-8998-4f86-8bce-9754d784fa29 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439401 Aug 24 05:14:39.556018 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-abd6af38-78fc-4fb6-9a81-f47877a0daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:39.560250 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-abd6af38-78fc-4fb6-9a81-f47877a0daf8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0507467 Aug 24 05:14:39.672190 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-7e6685bf-8c83-488e-9c5d-8591d3de332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:39.674464 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-7e6685bf-8c83-488e-9c5d-8591d3de332f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0966294 Aug 24 05:14:39.745381 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-e0a5aba3-23c6-4e8a-9ab5-158affa01c11 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7 HTTP/1.1" status: 200 len: 997 time: 0.0651498 Aug 24 05:14:39.965991 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:40.023093 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:14:40.059955 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-7fce2141-3a15-4e74-91c5-2f4e0dc59c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:40.061647 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-7fce2141-3a15-4e74-91c5-2f4e0dc59c25 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.3109710 Aug 24 05:14:40.107762 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-cf09752c-f212-4478-8853-5323ec7cf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:14:40.109318 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-cf09752c-f212-4478-8853-5323ec7cf4da service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405622 Aug 24 05:14:40.204864 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-7d4b95fd-ab41-45be-a247-3b820e5fe637 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892920 Aug 24 05:14:40.297963 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c55159ed-9294-42e2-9e9f-35a2f60c1b22 req-9a14ba23-d392-45c0-9e96-1d9a8bc7b37f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874755 Aug 24 05:14:46.288395 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=76 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:46.292371 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=36 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:49.106605 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=68 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:49.107471 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=86 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:49.940113 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:49.943011 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:50.287939 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=85 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:50.295003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=69 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:14:59.794750 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:00.035344 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-94e11c73-123f-4059-877d-b086d6f698a8 req-42ec4253-d1cb-45d2-85d1-b8fc3bdbd44c service neutron] (107624) timed out ('10.222.0.102', 58796) {{(pid=107624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:15:00.299510 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:15:03.310883 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:04.891970 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-28aad173-9e8d-49c0-b7c9-6673e2abf720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:07.194153 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5378b3d5-c877-44e2-b5bc-4c35ea960c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:08.475130 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:09.948452 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:10.029509 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:10.295171 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:22.277465 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:22.279675 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:23.000041 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:23.000841 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:29.807256 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:34.881375 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-450a1be3-f089-479a-92a6-cd9a6cf8c15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:37.038116 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-4663fee9-99b6-4564-b785-da9012f7895f req-562c3eeb-6f77-494f-8a09-a277b7497d7c service neutron] (107625) timed out ('10.222.0.102', 58777) {{(pid=107625) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:15:37.253245 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d20bdd0b-f576-45bc-bdc3-d3dd76f524c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:37.299372 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:15:38.465430 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:39.951326 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:40.008041 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:15:40.524661 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-bba40f84-dbe3-4171-b720-9df13cf4731b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947232 Aug 24 05:15:40.611771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-3580343b-063b-4612-b5dc-1fb79ef340c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:15:40.613384 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-3580343b-063b-4612-b5dc-1fb79ef340c2 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0407135 Aug 24 05:15:40.721473 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-8d8c0a20-1500-4b76-9c51-a1aaad43d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:15:40.722884 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-8d8c0a20-1500-4b76-9c51-a1aaad43d301 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0895066 Aug 24 05:15:40.790000 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-ecbbc97e-7ba1-4b1f-95e8-d72e4a035554 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7 HTTP/1.1" status: 200 len: 999 time: 0.0614047 Aug 24 05:15:40.841877 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-26b88ba5-e0ba-4ef7-af0d-44819ed422d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:15:40.843409 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-26b88ba5-e0ba-4ef7-af0d-44819ed422d2 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0477507 Aug 24 05:15:40.890386 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-83666ad3-8839-4430-8ad3-44f817eb8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:15:40.891991 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-83666ad3-8839-4430-8ad3-44f817eb8fa1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419488 Aug 24 05:15:40.990096 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-13dfc340-dd54-4f45-8a31-7bd988825c3b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913563 Aug 24 05:15:41.082709 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b745091a-48f7-4253-b053-ce68fdddeff8 req-14b76e37-88ab-4f6c-902c-11e1899bf57f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869360 Aug 24 05:15:47.294090 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:47.295423 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:49.945150 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:49.947082 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:51.077893 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=55 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:51.078989 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=46 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:15:52.542504 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-8dc24ed5-c940-4f40-98e1-ff3508485a5d req-6c2cb0a9-e9e5-4d71-a49d-44ebfdd5fff6 service neutron] (107624) timed out ('10.222.0.102', 58779) {{(pid=107624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:15:59.831970 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:02.992921 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=14 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:03.002357 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=18 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:04.888844 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-eb65d8b4-439e-4b45-b324-af4794293f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:07.197256 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a46ca9c4-7f9a-4e44-82aa-10f8a7b456ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:08.527475 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:09.952885 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:10.019980 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:14.299686 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:16:19.945482 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:19.951558 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:24.294107 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:24.295052 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:29.838452 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:34.871225 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5091bcb5-a5b8-44e1-8fb7-7035effda6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:36.276088 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:36.276867 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:37.173089 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3938d086-753a-4773-a5f1-48d959fce20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:38.464411 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:39.961942 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:40.048040 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:40.464774 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-cb376453-2ffb-4628-8007-06714238e7c4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448234 Aug 24 05:16:40.547903 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-e6e9e5c4-73c0-49f3-8521-0f7edf12430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:40.549420 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-e6e9e5c4-73c0-49f3-8521-0f7edf12430c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0417175 Aug 24 05:16:40.657211 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-04c961e1-2ba6-4a0c-a360-f8c68248bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:40.658697 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-04c961e1-2ba6-4a0c-a360-f8c68248bce1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0904956 Aug 24 05:16:40.722429 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-b39a5835-24e8-4c01-a624-0873b0608f5b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7 HTTP/1.1" status: 200 len: 999 time: 0.0567844 Aug 24 05:16:40.771224 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-d0b52036-7855-488f-9e07-d4752820ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:40.773647 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-d0b52036-7855-488f-9e07-d4752820ae9a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0448627 Aug 24 05:16:40.817636 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-4ca1b919-f531-4560-9672-b03ea8772e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:40.819786 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-4ca1b919-f531-4560-9672-b03ea8772e03 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401428 Aug 24 05:16:40.914062 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-5b88cca9-c960-48f2-8f15-d15d3d595558 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885878 Aug 24 05:16:41.012595 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-350983ee-5bc9-4f84-860a-c2b420123bd6 req-d0baec89-5600-496b-9762-c570b549d17f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927315 Aug 24 05:16:49.950395 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:49.952285 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:51.008021 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=54 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:51.008848 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=47 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:16:51.299543 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:16:54.855385 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f60c06-6403-4c6e-a347-a35821b6f878 req-166e08ee-1b69-4fc8-99e0-7bcce066649e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:54.856979 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b3f60c06-6403-4c6e-a347-a35821b6f878 req-166e08ee-1b69-4fc8-99e0-7bcce066649e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Aug 24 05:16:54.908227 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-b3f60c06-6403-4c6e-a347-a35821b6f878 req-b8d95f3b-6498-4915-a44b-921141e4d49c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458000 Aug 24 05:16:56.038771 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7752b-225d-4860-9ebc-647be207bf0b req-88e9fb8d-a4b0-48a2-92b4-edc5857a9f0f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:56.040495 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-71b7752b-225d-4860-9ebc-647be207bf0b req-88e9fb8d-a4b0-48a2-92b4-edc5857a9f0f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Aug 24 05:16:56.097926 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-71b7752b-225d-4860-9ebc-647be207bf0b req-f190e227-5911-481a-896d-4c89f8e015f8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507336 Aug 24 05:16:56.662587 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-c5003061-14b0-4d6d-a109-bdeefe2c77d1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:56.664166 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-c5003061-14b0-4d6d-a109-bdeefe2c77d1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Aug 24 05:16:56.751709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Deleting port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:16:56.752179 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:56.856105 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] For port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:16:56.856502 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:57.025006 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:57.025263 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (7cb508b0-04d2-46c6-b569-4501fb4bb186), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:57.025586 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.db.l3_db [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Floating IP 7cb508b0-04d2-46c6-b569-4501fb4bb186 disassociated. External IP: 172.27.1.5, port: 44e72eb5-3b68-4e09-96cf-a03bb07e71c7. Aug 24 05:16:57.025930 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Calling delete_port for 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:16:57.238601 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a0eb-8834-4c31-9196-cfc6c517cb2a req-6d35f686-979a-41a6-8bb1-f7cba67a4da8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:57.240850 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-96e7a0eb-8834-4c31-9196-cfc6c517cb2a req-6d35f686-979a-41a6-8bb1-f7cba67a4da8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0502553 Aug 24 05:16:57.251472 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (44e72eb5-3b68-4e09-96cf-a03bb07e71c7), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:57.287155 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event deleted for resources: {'Port': ['ID=44e72eb5-3b68-4e09-96cf-a03bb07e71c7,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:16:57.294484 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-96e7a0eb-8834-4c31-9196-cfc6c517cb2a req-b2a5e6bd-f2b2-4c32-b9dc-07ae15e8b954 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479279 Aug 24 05:16:57.299871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.299871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.299871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.299871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.299871 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.300438 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.300438 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.300709 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.300991 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.302173 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.328380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.328380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.328380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.328380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.328380 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:16:57.416202 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:16:57.526315 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:16:57.537297 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:16:57.548065 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:16:57.552845 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:16:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:16:57.573461 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] No DVR routers for this DVR port 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:16:57.576434 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:57.583209 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-43eda1ef-53c3-4968-97bd-9a26d8e950a2 req-a3a1e0cf-6b3c-44e2-99eb-3d77d1f41760 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "DELETE /networking/v2.0/ports/44e72eb5-3b68-4e09-96cf-a03bb07e71c7 HTTP/1.1" status: 204 len: 173 time: 0.9105163 Aug 24 05:16:57.583209 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'name': 'network-vif-deleted', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:16:57.583209 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da3b834-d67b-4f35-9fcb-0ed1e3b64a8f" -d '{"events": [{"server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "name": "network-vif-deleted", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:16:57.666043 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:16:57.800617 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c90c0e-545c-4c5b-b156-01331cb19a19 x-openstack-request-id: req-16c90c0e-545c-4c5b-b156-01331cb19a19 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:16:57.801439 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb04b3b-67ff-425a-af08-adf98da4e2f7", "name": "network-vif-deleted", "tag": "44e72eb5-3b68-4e09-96cf-a03bb07e71c7", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:16:57.802405 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-16c90c0e-545c-4c5b-b156-01331cb19a19 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:16:57.802930 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c90c0e-545c-4c5b-b156-01331cb19a19'] response: {'server_uuid': '3fb04b3b-67ff-425a-af08-adf98da4e2f7', 'name': 'network-vif-deleted', 'tag': '44e72eb5-3b68-4e09-96cf-a03bb07e71c7', 'status': 'completed', 'code': 200} Aug 24 05:16:57.871318 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:16:57.900016 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:16:57.908571 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:16:57.909194 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:16:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:16:58.014706 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:16:58.215150 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:16:58.240098 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f9fe4-8470-45a3-a86b-f0305faabf15 None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:16:58.417226 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-75be8f43-94f9-459d-be0f-e84ce03c019f req-c22de8d4-38ba-46f9-b693-14d248c7956b tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=3fb04b3b-67ff-425a-af08-adf98da4e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0301085 Aug 24 05:16:58.464640 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ac9f2-d3da-4571-a49f-3192016e05fc None None] New status for floating IP 7cb508b0-04d2-46c6-b569-4501fb4bb186: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:16:59.705898 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-5db35d98-809a-410a-b0b5-6469968c2d3b tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-73242212&fields=id&tenant_id=2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 267 time: 0.0467095 Aug 24 05:16:59.741052 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:16:59.767367 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:16:59.767721 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 44e72eb5-3b68-4e09-96cf-a03bb07e71c7 not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:16:59.821603 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-c3165f0d-9237-4d7d-b12d-d617e5006296 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:16:59.823151 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-c3165f0d-9237-4d7d-b12d-d617e5006296 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 812 time: 0.1107044 Aug 24 05:16:59.831953 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:16:59.838426 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-df26bcf5-a2db-4afd-918b-8244c959f60b tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/quotas/2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 375 time: 0.0097768 Aug 24 05:16:59.896110 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-648686b9-5c1f-44d1-b307-1ed87074dd14 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521388 Aug 24 05:16:59.999007 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-c2601706-86a9-4135-802e-6d850c537d06 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906870 Aug 24 05:17:00.091523 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-8a8a2101-9940-4e79-9498-f8188e8eb656 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866611 Aug 24 05:17:00.672498 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-241408b8-c6bc-4076-a317-663b8c90f973 req-fe77936a-b6d0-478f-8ed0-ceaa697a6e93 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 210 time: 0.0388818 Aug 24 05:17:01.783491 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-29decd49-e3a5-4217-831f-00ca1b0b08b0 req-147e4e86-3266-4c6c-89f7-54fd1be2c035 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 210 time: 0.0308282 Aug 24 05:17:02.523103 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:02.538914 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-347853b0-592c-4026-9d1e-4e8675e79d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:02.540411 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-347853b0-592c-4026-9d1e-4e8675e79d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 812 time: 0.1122668 Aug 24 05:17:02.567647 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:02.614222 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-211261d8-ccbd-4a01-acc0-075eddb27637 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 378 time: 0.0649359 Aug 24 05:17:02.623199 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'port': {'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'admin_state_up': True, 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'security_groups': ['08a737a2-3e40-4f62-b49e-c99fbe38938f']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:17:02.814173 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Made reservation on behalf of 2a010cb56074448a979b3b7d944a92d6 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:17:02.819103 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:02.891599 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-de44c673-e6a9-4b92-9d44-c1aaa267782c req-b8ee3443-be93-4518-a7c4-ba6a460e8da1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 210 time: 0.0301774 Aug 24 05:17:02.955196 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Allocated IP 172.20.0.11 (e39c69d4-f995-4cc8-81d2-c9d8d589bafb/760b719d-dbe2-4c1d-8751-b3d5f23198bf/e2b0de18-360a-469c-aa02-1d83145b657b) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:17:03.115650 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (e2b0de18-360a-469c-aa02-1d83145b657b), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:03.193178 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:03.238846 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:17:03.242292 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:17:03.246304 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:17:03.252555 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=e2b0de18-360a-469c-aa02-1d83145b657b,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:17:03.309346 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:03.315509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:03.317660 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:03.388725 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-63ca4e93-2759-428e-9a07-c0f5a953a8c4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689197 Aug 24 05:17:03.399689 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Request body: {'port': {'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:17:03.462104 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:03.523965 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-95a3dff8-ec5f-4981-adef-58abac10cc30 None None] Provisioning complete for port e2b0de18-360a-469c-aa02-1d83145b657b triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:17:03.524832 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-95a3dff8-ec5f-4981-adef-58abac10cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:03.559372 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-95a3dff8-ec5f-4981-adef-58abac10cc30 None None] Port e2b0de18-360a-469c-aa02-1d83145b657b cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:17:03.740557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b0de18-360a-469c-aa02-1d83145b657b {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:17:03.748285 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Publish callbacks [] for port (e2b0de18-360a-469c-aa02-1d83145b657b), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:03.750290 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:03.761593 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Transition to ACTIVE for port object e2b0de18-360a-469c-aa02-1d83145b657b will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:17:03.859484 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:03.941024 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0de18-360a-469c-aa02-1d83145b657b,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:17:03.976826 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Attempting to bind port e2b0de18-360a-469c-aa02-1d83145b657b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:17:03.977180 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Attempting to bind port e2b0de18-360a-469c-aa02-1d83145b657b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:17:03.977509 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Attempting to bind port e2b0de18-360a-469c-aa02-1d83145b657b on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:17:03.982052 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Port e2b0de18-360a-469c-aa02-1d83145b657b on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:17:03.982370 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Attempting to bind port e2b0de18-360a-469c-aa02-1d83145b657b on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:17:03.987887 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:17:03.988330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Checking segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:17:03.988714 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Bound using segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:17:03.989143 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Bound port: e2b0de18-360a-469c-aa02-1d83145b657b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:17:03.989501 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:04.018611 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49715f-1e4e-4b45-bcb1-61a5b59a1f91 req-606e3ab5-f142-42a7-8796-c8855858c650 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.020633 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e49715f-1e4e-4b45-bcb1-61a5b59a1f91 req-606e3ab5-f142-42a7-8796-c8855858c650 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0468879 Aug 24 05:17:04.055665 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] For port e2b0de18-360a-469c-aa02-1d83145b657b, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:17:04.058821 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] For port e2b0de18-360a-469c-aa02-1d83145b657b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2b0de18-360a-469c-aa02-1d83145b657b,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:17:04.071710 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4e49715f-1e4e-4b45-bcb1-61a5b59a1f91 req-f0cb9ef4-9bb6-405f-a201-1b02366899b4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453243 Aug 24 05:17:04.140355 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:04.145440 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.146045 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:04.147511 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 1094 time: 0.7520761 Aug 24 05:17:04.147999 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:17:04.151253 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a725c-1d1a-4843-ad74-1043af7c0d54" -d '{"events": [{"name": "network-changed", "server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:17:04.195054 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8631e419-f1e0-4303-9a5f-d5ffd9fdc16f x-openstack-request-id: req-8631e419-f1e0-4303-9a5f-d5ffd9fdc16f {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:17:04.195379 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:17:04.195636 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8631e419-f1e0-4303-9a5f-d5ffd9fdc16f {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:17:04.196063 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8631e419-f1e0-4303-9a5f-d5ffd9fdc16f'] response: {'name': 'network-changed', 'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'status': 'completed', 'code': 200} Aug 24 05:17:04.210432 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17fc6-ff77-43e3-9048-e2327f306666 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0de18-360a-469c-aa02-1d83145b657b,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:17:04.285443 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a725c-1d1a-4843-ad74-1043af7c0d54 req-5a87ec46-6cd0-452e-8074-c273335603fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.286805 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a42a725c-1d1a-4843-ad74-1043af7c0d54 req-5a87ec46-6cd0-452e-8074-c273335603fc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1128 time: 0.0426009 Aug 24 05:17:04.381027 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:04.390592 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a725c-1d1a-4843-ad74-1043af7c0d54 req-d5876b32-9f48-41a2-bfd9-c41bb23e1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.392092 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a42a725c-1d1a-4843-ad74-1043af7c0d54 req-d5876b32-9f48-41a2-bfd9-c41bb23e1e7b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=2a010cb56074448a979b3b7d944a92d6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0975602 Aug 24 05:17:04.490787 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a725c-1d1a-4843-ad74-1043af7c0d54 req-3242302d-7809-473d-94fc-f4b768e5ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.492300 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-a42a725c-1d1a-4843-ad74-1043af7c0d54 req-3242302d-7809-473d-94fc-f4b768e5ea8e service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941000 Aug 24 05:17:04.572911 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-ad6ceddb-140a-4756-bed9-abcb1c4f1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.574718 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-ad6ceddb-140a-4756-bed9-abcb1c4f1102 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1128 time: 0.0447011 Aug 24 05:17:04.616155 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-46ff6e58-f13d-4c61-b0a2-acf5b51af244 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 217 time: 0.0338948 Aug 24 05:17:04.672281 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-82ab7d53-392a-43cc-a576-45ad0aa8d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.674359 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-82ab7d53-392a-43cc-a576-45ad0aa8d61d service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0512273 Aug 24 05:17:04.741478 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-95d689ca-01f2-4ec2-a1c6-0096595cc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:04.744007 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-95d689ca-01f2-4ec2-a1c6-0096595cc394 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638123 Aug 24 05:17:04.843611 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-4f7cbb23-a46b-4e94-a12d-aa4b958bbd34 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887606 Aug 24 05:17:04.893515 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4e7302cd-a9ba-47f6-90de-573ed457460b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:04.939517 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-504f7040-0b40-458c-aa5d-d590a2f3022c req-c3907345-47f2-447f-9405-6b98db6ab333 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933356 Aug 24 05:17:05.196707 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564236db-85ae-4a16-a4e2-f21bfe3a0e36 req-6bd9ad87-d9af-4397-8279-652a651226c9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:05.198135 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-564236db-85ae-4a16-a4e2-f21bfe3a0e36 req-6bd9ad87-d9af-4397-8279-652a651226c9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0517993 Aug 24 05:17:05.250805 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-564236db-85ae-4a16-a4e2-f21bfe3a0e36 req-d8124f84-0279-4e5d-bde3-49ff229222d8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470560 Aug 24 05:17:06.375664 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb1464-2e19-48a1-8ebb-4ac9323fcd61 req-47a2196e-ed86-4b37-9e70-5d4d8d6b6613 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:06.377147 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-efdb1464-2e19-48a1-8ebb-4ac9323fcd61 req-47a2196e-ed86-4b37-9e70-5d4d8d6b6613 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0476749 Aug 24 05:17:06.426190 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:06.431593 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-efdb1464-2e19-48a1-8ebb-4ac9323fcd61 req-4d9f147d-073a-4fdb-ae80-2906e1a0c19d tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485172 Aug 24 05:17:07.236518 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-b0bd79ef-0b54-4ea7-a109-1a07385a0457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:07.556986 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c82fb0-673d-4bed-9da0-7bfd881cfd43 req-c71d9989-c399-47d4-96b7-d0120198c5c1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:07.559952 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51c82fb0-673d-4bed-9da0-7bfd881cfd43 req-c71d9989-c399-47d4-96b7-d0120198c5c1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0518005 Aug 24 05:17:07.570833 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:07.610858 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-51c82fb0-673d-4bed-9da0-7bfd881cfd43 req-c6f6f805-e801-4a22-af70-2bb0f81ba774 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467067 Aug 24 05:17:08.487783 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:08.732426 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561293fe-a8a3-44e3-85ea-2bb104f7c213 req-3512b91f-5260-4805-b7dc-174d018e6a26 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:08.733907 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-561293fe-a8a3-44e3-85ea-2bb104f7c213 req-3512b91f-5260-4805-b7dc-174d018e6a26 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0475152 Aug 24 05:17:08.794675 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-561293fe-a8a3-44e3-85ea-2bb104f7c213 req-1944186a-9a7a-4b3e-b11f-7f37f0b796af tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541716 Aug 24 05:17:09.922836 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8a08e-0bcb-4e61-8a47-323e08a3d7b4 req-eba5270c-226f-4f34-9fa2-31ac04d34390 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:09.924773 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-feb8a08e-0bcb-4e61-8a47-323e08a3d7b4 req-eba5270c-226f-4f34-9fa2-31ac04d34390 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0489531 Aug 24 05:17:09.961602 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:09.992323 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-feb8a08e-0bcb-4e61-8a47-323e08a3d7b4 req-ca9376e9-004b-4d17-b164-019629cfa2b2 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587633 Aug 24 05:17:10.024193 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:11.110747 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace1b10-4719-41f0-8b15-69ca70fd7a68 req-c9f06595-5a0f-4ee4-9982-d46b353e37ec tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:11.112492 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ace1b10-4719-41f0-8b15-69ca70fd7a68 req-c9f06595-5a0f-4ee4-9982-d46b353e37ec tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0461421 Aug 24 05:17:11.162589 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9ace1b10-4719-41f0-8b15-69ca70fd7a68 req-7cdbc0ad-d14f-4f11-89aa-8d119e266c26 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444067 Aug 24 05:17:12.281253 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49dce6-8788-481d-aea3-ef8af5fd9151 req-46b14333-9545-41bf-8936-42cb0bbe31dc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:12.282920 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ae49dce6-8788-481d-aea3-ef8af5fd9151 req-46b14333-9545-41bf-8936-42cb0bbe31dc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0468910 Aug 24 05:17:12.334082 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ae49dce6-8788-481d-aea3-ef8af5fd9151 req-557e55df-979d-4310-9bc4-fa1f06b6c699 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451412 Aug 24 05:17:13.456241 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfe28a-5f77-441f-889a-f037896ef8a5 req-f940f8a1-6c51-4ca5-b9e9-c1d4ccd36092 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:13.457638 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-acdfe28a-5f77-441f-889a-f037896ef8a5 req-f940f8a1-6c51-4ca5-b9e9-c1d4ccd36092 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 944 time: 0.0505672 Aug 24 05:17:13.507432 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-acdfe28a-5f77-441f-889a-f037896ef8a5 req-3f87f915-7b21-437a-9a01-1fd663706015 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442786 Aug 24 05:17:13.776908 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device e2b0de18-360a-469c-aa02-1d83145b657b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:17:13.880203 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port e2b0de18-360a-469c-aa02-1d83145b657b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2b0de18-360a-469c-aa02-1d83145b657b,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:17:13.891063 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:17:13.926237 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port e2b0de18-360a-469c-aa02-1d83145b657b is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:17:13.926628 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:13.939566 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b0de18-360a-469c-aa02-1d83145b657b {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:17:13.959190 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port e2b0de18-360a-469c-aa02-1d83145b657b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2b0de18-360a-469c-aa02-1d83145b657b,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:17:14.006517 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:14.054811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=e2b0de18-360a-469c-aa02-1d83145b657b,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:17:14.061731 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.062073 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.062416 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.062751 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.063108 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.063437 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.063796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.064584 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.064914 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.065240 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.065565 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.065888 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.066225 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.066529 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.066845 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:14.399523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['e2b0de18-360a-469c-aa02-1d83145b657b'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:17:14.561050 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:14.587175 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:14.631313 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999284-1cab-4498-90db-5d598e15d594 req-a4294f1c-a6d5-4ffb-b9f3-01ba79771da0 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:14.633222 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-52999284-1cab-4498-90db-5d598e15d594 req-a4294f1c-a6d5-4ffb-b9f3-01ba79771da0 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Aug 24 05:17:14.686600 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-52999284-1cab-4498-90db-5d598e15d594 req-14931ef2-3d59-4e3b-a64d-823a463173d1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475838 Aug 24 05:17:14.934040 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=33 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:14.936003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=85 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:15.792182 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device e2b0de18-360a-469c-aa02-1d83145b657b up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:17:15.806057 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8ef28-4b28-4e42-aebc-1b4f7c9d35aa req-edb60995-aaad-4a01-a6e8-e2ccc395b9f8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:15.807720 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d2a8ef28-4b28-4e42-aebc-1b4f7c9d35aa req-edb60995-aaad-4a01-a6e8-e2ccc395b9f8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 945 time: 0.0467803 Aug 24 05:17:15.843292 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port e2b0de18-360a-469c-aa02-1d83145b657b completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:17:15.869424 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-d2a8ef28-4b28-4e42-aebc-1b4f7c9d35aa req-85e4f471-7fd1-47ea-8a4b-915f6cf03ab1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560765 Aug 24 05:17:15.908523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port e2b0de18-360a-469c-aa02-1d83145b657b triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:17:15.908908 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:15.981574 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port e2b0de18-360a-469c-aa02-1d83145b657b is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:17:15.981897 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:16.006280 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:17:16.008608 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd653eeb-e6de-4374-8326-8e66c01fea26" -d '{"events": [{"server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:17:16.023545 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port e2b0de18-360a-469c-aa02-1d83145b657b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2b0de18-360a-469c-aa02-1d83145b657b,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:17:16.074448 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:16.106386 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db494829-8f1a-4f84-bbd0-61b83f99b4f1 x-openstack-request-id: req-db494829-8f1a-4f84-bbd0-61b83f99b4f1 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:17:16.106671 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:17:16.106918 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-db494829-8f1a-4f84-bbd0-61b83f99b4f1 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:17:16.107348 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db494829-8f1a-4f84-bbd0-61b83f99b4f1'] response: {'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'code': 200} Aug 24 05:17:16.131249 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=e2b0de18-360a-469c-aa02-1d83145b657b,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:17:16.418457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f173-10f6-420d-abfc-6e508b76f60d req-efcdec5b-e0e7-42f8-8cdc-7e628afdbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:16.420021 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-cc46f173-10f6-420d-abfc-6e508b76f60d req-efcdec5b-e0e7-42f8-8cdc-7e628afdbb04 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1130 time: 0.0403457 Aug 24 05:17:16.466731 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-cc46f173-10f6-420d-abfc-6e508b76f60d req-05141c89-4be0-4d48-b4c7-3d81bb5bbce1 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408955 Aug 24 05:17:16.987670 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7e1af-9a66-4cde-8f82-88f23e8ad82a req-5de05a6e-03bf-4213-a430-ad10090a42ba tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:16.989144 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-34c7e1af-9a66-4cde-8f82-88f23e8ad82a req-5de05a6e-03bf-4213-a430-ad10090a42ba tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 946 time: 0.0470800 Aug 24 05:17:17.037489 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-34c7e1af-9a66-4cde-8f82-88f23e8ad82a req-40f350d0-c7aa-4544-9345-95ebfa7a60c6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429013 Aug 24 05:17:18.160989 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27ba9-6e6a-4b5c-abb2-c24903de647a req-21d73c2f-7573-4dbf-9d26-999e6aab1bdc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:18.162479 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5e27ba9-6e6a-4b5c-abb2-c24903de647a req-21d73c2f-7573-4dbf-9d26-999e6aab1bdc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 946 time: 0.0488045 Aug 24 05:17:18.213468 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f5e27ba9-6e6a-4b5c-abb2-c24903de647a req-19e693f3-1cf2-422f-8b66-2f697e209b6a tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452809 Aug 24 05:17:18.295002 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:18.296049 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=76 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:19.335558 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39efab2-1015-4e44-91ee-b29427750d3b req-f88008f3-2975-4724-b1f4-2ae3c53bfffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:19.337043 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c39efab2-1015-4e44-91ee-b29427750d3b req-f88008f3-2975-4724-b1f4-2ae3c53bfffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 946 time: 0.0502620 Aug 24 05:17:19.377549 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:19.386313 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c39efab2-1015-4e44-91ee-b29427750d3b req-c1c8fc52-a9c7-4564-8b2a-bdb91470c9f6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437224 Aug 24 05:17:19.504005 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0f121-a5f9-4ca8-a474-d2b467a56c73 req-ccda5338-39d0-4406-b4a6-0707e7c7210e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:19.505379 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14e0f121-a5f9-4ca8-a474-d2b467a56c73 req-ccda5338-39d0-4406-b4a6-0707e7c7210e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 946 time: 0.0471714 Aug 24 05:17:19.529855 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:19.556645 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-14e0f121-a5f9-4ca8-a474-d2b467a56c73 req-43ba3928-0cb5-4bba-b268-d87a7341c3db tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458174 Aug 24 05:17:19.584066 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51050) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:17:19.625776 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42dfbb-4745-440c-8a8c-7dc4ea0eb902 tempest-TestVolumeBootPattern-115068969 tempest-TestVolumeBootPattern-115068969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:19.627356 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-0f42dfbb-4745-440c-8a8c-7dc4ea0eb902 tempest-TestVolumeBootPattern-115068969 tempest-TestVolumeBootPattern-115068969-project-admin] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1125 time: 0.0423167 Aug 24 05:17:19.630265 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51052) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:17:19.634467 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:17:19.719576 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:19.798402 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:19.908216 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Allocated IP 172.27.1.136 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/e3d59287-4c11-4c8b-8285-77b8e18e5f15) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:17:20.013804 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:20.125334 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:20.173024 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:17:20.178742 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:17:20.181370 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:17:20.184780 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=e3d59287-4c11-4c8b-8285-77b8e18e5f15,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:17:20.215610 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.215955 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.216294 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.216630 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.216964 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.217289 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.217610 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.217932 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.218257 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.218577 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.218901 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.219245 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.219566 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.220526 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.220844 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:17:20.409032 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:20.510837 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:20.530212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (885b9473-2297-43a9-9a71-fe35eba6afcf), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:20.656259 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:20.805265 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:20.890556 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4817366'] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:20.957694 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (885b9473-2297-43a9-9a71-fe35eba6afcf), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:20.959406 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=e3d59287-4c11-4c8b-8285-77b8e18e5f15,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:17:21.055967 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Floating IP 885b9473-2297-43a9-9a71-fe35eba6afcf associated. External IP: 172.27.1.136, port: e2b0de18-360a-469c-aa02-1d83145b657b. Aug 24 05:17:21.258140 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:17:21.342706 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:21.363976 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:17:21.373903 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:17:21.383757 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:17:21.384358 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:17:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:17:21.453061 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:21.484689 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-668b4e60-e70b-4dcc-8fd7-9e63c28b484c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8533726 Aug 24 05:17:21.485963 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:17:21.488379 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:17:21.488985 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e" -d '{"events": [{"name": "network-changed", "server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:17:21.588353 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e5a18f-ecaa-4646-a9b8-e7bebcb2fa0c x-openstack-request-id: req-64e5a18f-ecaa-4646-a9b8-e7bebcb2fa0c {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:17:21.588648 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:17:21.588902 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-64e5a18f-ecaa-4646-a9b8-e7bebcb2fa0c {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:17:21.589300 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e5a18f-ecaa-4646-a9b8-e7bebcb2fa0c'] response: {'name': 'network-changed', 'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'status': 'completed', 'code': 200} Aug 24 05:17:21.650899 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-0a7ffd0a-84c4-4437-8446-5e6e6be96380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:21.652516 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-0a7ffd0a-84c4-4437-8446-5e6e6be96380 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1130 time: 0.0406549 Aug 24 05:17:21.754955 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-3a04edf8-c3ff-48af-9635-20ef182e18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:21.756688 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-3a04edf8-c3ff-48af-9635-20ef182e18ff service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0978196 Aug 24 05:17:21.803815 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:20Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:17:21.821885 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-545f4157-7fa7-4424-b53d-26d93f865169 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 1000 time: 0.0595438 Aug 24 05:17:21.830751 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:17:21.839439 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:17:21.840040 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:17:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:17:21.876355 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-7c05270b-3035-4d1b-b972-0d33afb75375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:21.877896 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-7c05270b-3035-4d1b-b972-0d33afb75375 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0509918 Aug 24 05:17:21.926019 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-deb17e5b-5b0a-4400-be31-399265a62fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:21.927489 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-deb17e5b-5b0a-4400-be31-399265a62fea service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438418 Aug 24 05:17:21.944827 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:17:22.026995 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-98239014-676a-4d80-838c-0247cba8df3d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930557 Aug 24 05:17:22.126495 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d8fdabd-0dce-4feb-905f-f0fe64e0f16e req-a91a84aa-ccda-449c-8a0f-fc299f1dfbe8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925150 Aug 24 05:17:22.162665 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:20Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:17:22.189271 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2495a07-fb68-4b5b-9ef4-7a6332880ac5 None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:20Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:17:22.400592 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a211e-508f-4885-a398-ee823fbe732f None None] New status for floating IP 885b9473-2297-43a9-9a71-fe35eba6afcf: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:17:28.299045 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:17:29.809289 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:31.481934 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:32.116664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=58 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:32.122739 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=54 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:34.899672 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-03d0cd10-10e5-4b40-a9e4-5bdfb8392c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:37.179712 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-5e21b272-5570-40ac-8060-6d560bcf2298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:38.294814 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=78 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:38.295604 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=72 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:38.459339 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:39.973877 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:40.019135 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:17:42.447566 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-6db34e45-7e7c-41d6-98e7-abf3beafe497 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429704 Aug 24 05:17:42.540658 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-7917af1b-6a3b-4742-9339-d59c322f096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:42.542218 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-7917af1b-6a3b-4742-9339-d59c322f096b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1130 time: 0.0454135 Aug 24 05:17:42.650010 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-8ca4fa27-fbe6-4b05-ac20-8488505fb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:42.651545 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-8ca4fa27-fbe6-4b05-ac20-8488505fb9b8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0889418 Aug 24 05:17:42.717483 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-20e05a81-3273-4657-960a-1aca253b4c48 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 1002 time: 0.0600064 Aug 24 05:17:42.768712 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-b9bbc1f2-eab4-47c2-9d8d-4fbf2946241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:42.771691 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-b9bbc1f2-eab4-47c2-9d8d-4fbf2946241b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0481787 Aug 24 05:17:42.818572 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-bb89536d-d639-4480-a81c-19a77ec5477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:17:42.820119 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-bb89536d-d639-4480-a81c-19a77ec5477d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422812 Aug 24 05:17:42.913614 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-5eeb477b-0c23-4a86-aa2a-55e64ef726ed service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869493 Aug 24 05:17:43.003602 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-c94717ac-36fd-4424-87c7-fa44cdf6a708 req-06da321d-2b09-4953-b183-f97bf40a16e2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838482 Aug 24 05:17:49.955167 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:49.961716 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:50.266367 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:50.272312 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:52.998847 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=52 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:52.999961 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=49 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:17:59.810589 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:02.999743 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=14 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:03.003801 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=12 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:04.889714 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-450d1a66-ab83-4fe6-8d57-e4ae70735a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:05.297839 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:18:07.215221 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f5385f42-1b54-4e63-98ac-1281767f75ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:08.500698 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:09.969012 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:10.043561 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:15.292801 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:15.293915 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:19.954599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:19.963811 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:27.266299 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:27.267091 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:29.840551 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:34.920194 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ae97f0fa-a367-4cb7-a7e2-19dda832cd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:37.182936 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0a0d2dfd-732f-4a59-8f0f-55bccbef0af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:38.479328 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:39.976273 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:40.044978 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:18:42.297288 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:18:44.449642 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-a2634ef8-2561-4a54-a3eb-4f2e7a6a5725 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399766 Aug 24 05:18:44.542387 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-5db5e255-649c-4e0f-92ea-3a0b0c931d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:18:44.543945 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-5db5e255-649c-4e0f-92ea-3a0b0c931d82 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1130 time: 0.0453968 Aug 24 05:18:44.649071 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-c0597f5c-7b6b-4d92-a170-6b310ce620eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:18:44.650469 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-c0597f5c-7b6b-4d92-a170-6b310ce620eb service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0884619 Aug 24 05:18:44.972612 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-7ac736d0-8bde-4afd-80ad-814a5817ba0c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 1002 time: 0.3153343 Aug 24 05:18:45.025185 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-0c316776-f175-4c33-bd36-d371c5846021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:18:45.026619 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-0c316776-f175-4c33-bd36-d371c5846021 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0474732 Aug 24 05:18:45.070605 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-43022c1b-9350-4774-a37b-a3af952d67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:18:45.072152 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-43022c1b-9350-4774-a37b-a3af952d67dd service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395224 Aug 24 05:18:45.167788 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-ed75b05d-5112-4249-a702-7f6644724692 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880380 Aug 24 05:18:45.259718 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-d0b2f643-54e8-495a-9c58-3e8c9e9508c5 req-a074918d-f50b-4d03-9842-62f44e09219f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864959 Aug 24 05:18:49.959817 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:49.961789 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:52.308528 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:52.308528 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:55.255559 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=49 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:55.256422 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=52 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:18:59.842764 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:04.263932 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:04.264676 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:04.899509 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0bf60540-e07a-423e-8fdd-925da1c55e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:07.173395 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-18cd616c-673b-4a3d-9a32-64b5f98ccffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:08.481475 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:09.965256 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:10.030142 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:19.297827 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:19:23.009939 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:23.014016 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:23.258421 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2d9c12a4-9dd0-435e-b072-a916a104fc67 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-73242212&fields=id&tenant_id=2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 267 time: 0.0482478 Aug 24 05:19:23.370157 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-212e74bb-5359-4909-b896-6ba1ebfabc77 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:23.371611 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-212e74bb-5359-4909-b896-6ba1ebfabc77 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 812 time: 0.1058495 Aug 24 05:19:23.386276 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fd212670-770a-4f4f-b2f2-8cd45815444b tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/quotas/2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 375 time: 0.0087776 Aug 24 05:19:23.438638 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-8ca10ab9-838b-4f7d-b3e1-29dc26436fa9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468669 Aug 24 05:19:23.614466 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-260a7c3c-2331-4562-a625-bcaeab9ef2b4 service neutron] 10.222.0.105 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647651 Aug 24 05:19:23.707508 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-a203bd6c-5217-477d-ab54-99a715d672de service neutron] 10.222.0.105 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872009 Aug 24 05:19:25.284090 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-49e5d3d2-1714-41c0-adb4-ac803e824ac4 req-c32b3a48-b3f2-4b1c-8faa-0db4ccb0e8ca tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 210 time: 0.0867836 Aug 24 05:19:26.593354 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-3e065889-ab9b-4011-ae2c-aa0078cd7e2d req-d1747c69-7efb-43ba-acc0-23d50c85256d tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 210 time: 0.2565253 Aug 24 05:19:27.679373 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-0fd33691-672b-4818-85fc-f4ce3d1ef7d0 req-b1502dac-18ac-41d2-9faa-e738911c93e1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 210 time: 0.0280988 Aug 24 05:19:28.760634 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4edc7151-07d9-4df8-8b57-85c6c28436cd req-a2c6ebee-b564-4643-ad3a-86c8a96ca86e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 210 time: 0.0278902 Aug 24 05:19:29.294154 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:29.851380 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:29.862786 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c16bb0e7-3147-48ad-b350-2fff7a43c49f req-216730a8-171a-48cf-a766-cd91c4642e20 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 210 time: 0.0284059 Aug 24 05:19:30.933951 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-702ec7c4-65cb-4514-8c72-6b111ea6082a tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:30.935541 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-702ec7c4-65cb-4514-8c72-6b111ea6082a tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 812 time: 0.1114542 Aug 24 05:19:30.977206 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-47a7196b-b8a4-4773-a973-28bbfdf56eb3 req-ed59792f-c1a3-45a9-a8e8-a9646dce3635 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 210 time: 0.0318763 Aug 24 05:19:31.000790 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-f88ad3b9-ced2-45d2-a88a-f82776e0a70c tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a010cb56074448a979b3b7d944a92d6 HTTP/1.1" status: 200 len: 378 time: 0.0568454 Aug 24 05:19:31.009919 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'port': {'device_id': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'admin_state_up': True, 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'security_groups': ['08a737a2-3e40-4f62-b49e-c99fbe38938f']}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:19:31.176742 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Made reservation on behalf of 2a010cb56074448a979b3b7d944a92d6 for: {'port': 1} {{(pid=107624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 05:19:31.180656 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:31.310152 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_common [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Allocated IP 172.20.0.7 (e39c69d4-f995-4cc8-81d2-c9d8d589bafb/760b719d-dbe2-4c1d-8751-b3d5f23198bf/3f30116c-ea93-4f8c-ad4e-0897eec2827f) {{(pid=107624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:19:31.456103 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), precommit_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:31.554791 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), after_create {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:31.603278 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb is already hosted by enough agents. {{(pid=107624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:19:31.606660 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.base_scheduler [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Resources bound (agent type, host, resource id): {{(pid=107624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:19:31.610572 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Received port after_create {{(pid=107624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:19:31.637493 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=3f30116c-ea93-4f8c-ad4e-0897eec2827f,revision_number=1']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:19:31.653356 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.653703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.654048 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.654384 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.654716 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.655368 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.655707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.656044 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.656462 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.656798 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.657125 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.657455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.657777 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.658097 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.658413 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:31.683214 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:31.683214 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:31.780415 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-fce2b487-1336-4736-bbda-314047f2d9b6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739062 Aug 24 05:19:31.791428 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.v2.base [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Request body: {'port': {'device_id': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=107624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:19:31.852730 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:31.862753 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-cdca7d27-d025-40ad-b586-3ea80e463552 None None] Provisioning complete for port 3f30116c-ea93-4f8c-ad4e-0897eec2827f triggered by entity DHCP. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:19:31.863341 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-cdca7d27-d025-40ad-b586-3ea80e463552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:31.864220 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:31.868406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:31.895652 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-cdca7d27-d025-40ad-b586-3ea80e463552 None None] Port 3f30116c-ea93-4f8c-ad4e-0897eec2827f cannot update to ACTIVE because it is not bound. {{(pid=107626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 05:19:32.105912 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf330d-507b-4dfb-8c21-e4364eef4478 req-e351ef19-1d86-469e-812f-8541b9f97056 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:32.107452 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1faf330d-507b-4dfb-8c21-e4364eef4478 req-e351ef19-1d86-469e-812f-8541b9f97056 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 931 time: 0.0491645 Aug 24 05:19:32.126271 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f30116c-ea93-4f8c-ad4e-0897eec2827f {{(pid=107624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:19:32.134241 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Publish callbacks [] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), precommit_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:32.147840 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.provisioning_blocks [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Transition to ACTIVE for port object 3f30116c-ea93-4f8c-ad4e-0897eec2827f will not be triggered until provisioned by entity L2. {{(pid=107624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 05:19:32.159817 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1faf330d-507b-4dfb-8c21-e4364eef4478 req-ffb13a9a-2dfc-4e60-9e3c-d563a29ec604 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458429 Aug 24 05:19:32.227405 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:32.309160 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Pushing event updated for resources: {'Port': ['ID=3f30116c-ea93-4f8c-ad4e-0897eec2827f,revision_number=2']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:19:32.337899 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Attempting to bind port 3f30116c-ea93-4f8c-ad4e-0897eec2827f on host hv-cinder-85426 for vnic_type normal with profile {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 05:19:32.344420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Attempting to bind port 3f30116c-ea93-4f8c-ad4e-0897eec2827f by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 05:19:32.344420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Attempting to bind port 3f30116c-ea93-4f8c-ad4e-0897eec2827f on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:19:32.344420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Port 3f30116c-ea93-4f8c-ad4e-0897eec2827f on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 05:19:32.344420 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Attempting to bind port 3f30116c-ea93-4f8c-ad4e-0897eec2827f on network e39c69d4-f995-4cc8-81d2-c9d8d589bafb {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 05:19:32.349018 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Checking agent: {'id': '0364b4ba-53a2-4951-8a6c-1d846fcbacad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'started_at': datetime.datetime(2022, 8, 24, 4, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 5, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 05:19:32.349357 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Checking segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 05:19:32.349880 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Bound using segment: {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'} {{(pid=107624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 05:19:32.350184 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.managers [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Bound port: 3f30116c-ea93-4f8c-ad4e-0897eec2827f, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f498271-eb43-4ac0-aa0e-136f698d8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb'}}] {{(pid=107624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 05:19:32.350539 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), before_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:32.414912 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] For port 3f30116c-ea93-4f8c-ad4e-0897eec2827f, host hv-cinder-85426, cleared binding levels {{(pid=107624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 05:19:32.417823 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] For port 3f30116c-ea93-4f8c-ad4e-0897eec2827f, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 05:19:32.473728 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4888055'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), after_update {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:32.477930 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:32.478545 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:32.479966 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/3f30116c-ea93-4f8c-ad4e-0897eec2827f HTTP/1.1" status: 200 len: 1093 time: 0.6925778 Aug 24 05:19:32.480457 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:19:32.482860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8272f6-8952-4133-b9c3-316da47cd4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:19:32.532335 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5c542-f6f4-4ae7-a813-5ecdc828c450 service neutron] Pushing event updated for resources: {'Port': ['ID=3f30116c-ea93-4f8c-ad4e-0897eec2827f,revision_number=3']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:19:32.604737 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:32.617406 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-05f89dd6-9325-4d85-a04e-72c29b7fd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:32.618896 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-05f89dd6-9325-4d85-a04e-72c29b7fd9ec service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 1127 time: 0.0426416 Aug 24 05:19:32.664355 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-221c4096-d231-4a9b-9cf8-168f2b59aa38 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f HTTP/1.1" status: 200 len: 217 time: 0.0380416 Aug 24 05:19:32.713783 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-c3491ba7-3f88-4ef3-a80a-8b21b2767818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:32.715268 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-c3491ba7-3f88-4ef3-a80a-8b21b2767818 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0457530 Aug 24 05:19:32.758833 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-0a3ad0a7-7190-4e07-8a82-e6f5c6ae24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:32.760401 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-0a3ad0a7-7190-4e07-8a82-e6f5c6ae24d3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396032 Aug 24 05:19:32.854920 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-a455b203-5da0-42b4-8d17-0645e1bd2ae6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879686 Aug 24 05:19:32.947158 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-ea50fb62-57b4-4024-ab7d-843674e34a1c req-2ec9c625-902b-462d-8ab9-ce471929732e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851965 Aug 24 05:19:33.281148 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f791a-5997-477b-b125-bdf29603e96c req-6bb3d9fe-ff3d-4629-beb9-db62cb3c45c7 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:33.282813 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a54f791a-5997-477b-b125-bdf29603e96c req-6bb3d9fe-ff3d-4629-beb9-db62cb3c45c7 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0475042 Aug 24 05:19:33.335660 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-a54f791a-5997-477b-b125-bdf29603e96c req-360bf598-abc0-467d-a219-ea9d3be38cb6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473382 Aug 24 05:19:33.532036 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c256e039-5060-48fd-bde3-644e0b5fb28f x-openstack-request-id: req-c256e039-5060-48fd-bde3-644e0b5fb28f {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:19:33.532513 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:19:33.532624 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c256e039-5060-48fd-bde3-644e0b5fb28f {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:19:33.532971 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c256e039-5060-48fd-bde3-644e0b5fb28f'] response: {'name': 'network-changed', 'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'status': 'completed', 'code': 200} Aug 24 05:19:34.113350 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-94359865-8e94-435a-b4de-a9e2a2ddaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:34.114883 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-94359865-8e94-435a-b4de-a9e2a2ddaee3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 1127 time: 0.0456243 Aug 24 05:19:34.212028 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-a2894c1a-9cd4-4063-ba59-fc8fccf0816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:34.213521 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-a2894c1a-9cd4-4063-ba59-fc8fccf0816b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0881710 Aug 24 05:19:34.256111 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-f1ee4962-faf6-4b74-8736-bb3cf175ca24 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f HTTP/1.1" status: 200 len: 217 time: 0.0321248 Aug 24 05:19:34.312764 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-89331816-18e4-496d-bf59-54f566dbe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:34.314366 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-89331816-18e4-496d-bf59-54f566dbe3b4 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0490179 Aug 24 05:19:34.361198 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-dc95f056-3443-4521-827b-b0e0fb481d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:34.362794 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-dc95f056-3443-4521-827b-b0e0fb481d3c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394797 Aug 24 05:19:34.435850 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:34.454860 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f064e-3c65-4f17-b38f-b34178fdcfe3 req-55611975-50a7-4bb0-9c1f-a3b63906c197 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:34.456393 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ac0f064e-3c65-4f17-b38f-b34178fdcfe3 req-55611975-50a7-4bb0-9c1f-a3b63906c197 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0471661 Aug 24 05:19:34.462185 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-a346107a-9076-45ab-967f-40a591a36800 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919123 Aug 24 05:19:34.506521 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ac0f064e-3c65-4f17-b38f-b34178fdcfe3 req-9e263b23-e0aa-4598-9a60-c26884355e87 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442634 Aug 24 05:19:34.555576 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-eb8272f6-8952-4133-b9c3-316da47cd4cb req-f0218a7c-f6be-45b6-9d52-23575096aac3 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869110 Aug 24 05:19:34.902073 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ee41a6c4-d0d3-4dcb-b45b-37ab78641ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:35.628256 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a615dfc-bef8-4c40-a68b-7382e4775c5d req-37fca43b-a6d7-4e45-8cc4-2abd6940b84a tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:35.629742 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a615dfc-bef8-4c40-a68b-7382e4775c5d req-37fca43b-a6d7-4e45-8cc4-2abd6940b84a tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0464540 Aug 24 05:19:35.678717 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-4a615dfc-bef8-4c40-a68b-7382e4775c5d req-aa52c8b5-a029-4ee9-9fdb-cfdc761c76a9 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434983 Aug 24 05:19:36.799474 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee26a3e-9f24-475c-9fa2-20f6a6c43487 req-634e8db6-3a54-4533-9969-4d9821e23911 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:36.800930 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cee26a3e-9f24-475c-9fa2-20f6a6c43487 req-634e8db6-3a54-4533-9969-4d9821e23911 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0499802 Aug 24 05:19:36.848693 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-cee26a3e-9f24-475c-9fa2-20f6a6c43487 req-275a12a6-6076-4c17-92f5-3353e06bb81e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422683 Aug 24 05:19:37.216728 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6b8d117f-d197-4e2e-9918-ddc8d96d7061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:37.968443 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada9835-b5f9-4c37-b72f-a809b76c4e9e req-ef4ebe46-b812-4a9b-97e0-7975de3dc8bf tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:37.969948 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1ada9835-b5f9-4c37-b72f-a809b76c4e9e req-ef4ebe46-b812-4a9b-97e0-7975de3dc8bf tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0461495 Aug 24 05:19:38.002872 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:38.014528 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:38.019695 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-1ada9835-b5f9-4c37-b72f-a809b76c4e9e req-3020d266-de46-4cde-b1de-85ea7f8e47c8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443699 Aug 24 05:19:38.473595 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:39.144901 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9a2d-5c03-415f-a805-3a3d98eb8efa req-85df8e22-60ea-4bcb-a397-be35d7b670f6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:39.146403 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8d2a9a2d-5c03-415f-a805-3a3d98eb8efa req-85df8e22-60ea-4bcb-a397-be35d7b670f6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0518308 Aug 24 05:19:39.197401 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8d2a9a2d-5c03-415f-a805-3a3d98eb8efa req-3b76750c-442f-4d3b-8d70-6588e1078b07 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452564 Aug 24 05:19:39.954247 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:40.010506 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:40.318737 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33adf9-3727-43a3-97b5-3fc856e063d8 req-e8d12941-c50a-4f33-8376-7b47b56bf8d8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:40.320230 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ee33adf9-3727-43a3-97b5-3fc856e063d8 req-e8d12941-c50a-4f33-8376-7b47b56bf8d8 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0481367 Aug 24 05:19:40.369239 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ee33adf9-3727-43a3-97b5-3fc856e063d8 req-0231d00a-55f8-402e-a73f-1f396f80a757 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435040 Aug 24 05:19:41.255775 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:41.259642 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:41.488346 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec4dd3-1dcc-42cc-9612-48f093d391a3 req-b08e2172-c675-4d1d-a410-98b7a8aba973 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:41.489821 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f2ec4dd3-1dcc-42cc-9612-48f093d391a3 req-b08e2172-c675-4d1d-a410-98b7a8aba973 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0482996 Aug 24 05:19:41.544460 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f2ec4dd3-1dcc-42cc-9612-48f093d391a3 req-5239211b-e2f2-4e60-b052-428621a2483f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491304 Aug 24 05:19:42.460191 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3f30116c-ea93-4f8c-ad4e-0897eec2827f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=107626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 05:19:42.564222 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 3f30116c-ea93-4f8c-ad4e-0897eec2827f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:19:42.575318 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Returning: {'device': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'port_id': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'mac_address': 'fa:16:3e:8b:b4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 05:19:42.611220 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 3f30116c-ea93-4f8c-ad4e-0897eec2827f is: DOWN; New status is: BUILD {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:19:42.611730 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:42.625425 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f30116c-ea93-4f8c-ad4e-0897eec2827f {{(pid=107626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 05:19:42.645754 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 3f30116c-ea93-4f8c-ad4e-0897eec2827f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:19:42.663896 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bde223-cc25-49c9-839c-d53f4d11ca3f req-e4606596-bc27-488f-a515-4080389c5329 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:42.668254 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00bde223-cc25-49c9-839c-d53f4d11ca3f req-e4606596-bc27-488f-a515-4080389c5329 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 943 time: 0.0480006 Aug 24 05:19:42.707086 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:42.718138 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-00bde223-cc25-49c9-839c-d53f4d11ca3f req-07e30b72-d70e-450c-a7a1-aeee61f7a55e tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470099 Aug 24 05:19:42.754924 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=3f30116c-ea93-4f8c-ad4e-0897eec2827f,revision_number=4']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:19:42.762020 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.762380 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.762723 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.763084 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.763637 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.763767 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.764076 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.764405 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.764735 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.765064 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.765391 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.765723 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.766159 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.766505 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:42.767037 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:43.112986 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] get_ports_and_sgs() called for port_ids ['3f30116c-ea93-4f8c-ad4e-0897eec2827f'] {{(pid=107626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 05:19:43.840029 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee71b3-7f8d-4b0c-921f-9c2a8ce5c628 req-83819ea8-c1d4-43c5-b076-c588fdf15c77 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:43.841510 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-48ee71b3-7f8d-4b0c-921f-9c2a8ce5c628 req-83819ea8-c1d4-43c5-b076-c588fdf15c77 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 944 time: 0.0471973 Aug 24 05:19:43.890845 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-48ee71b3-7f8d-4b0c-921f-9c2a8ce5c628 req-a676d2d4-941d-4080-bc15-9c365bdefeaf tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437026 Aug 24 05:19:44.503194 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3f30116c-ea93-4f8c-ad4e-0897eec2827f up at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 05:19:44.546804 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning for port 3f30116c-ea93-4f8c-ad4e-0897eec2827f completed by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 05:19:44.550782 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=76 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:44.552641 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=6 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:44.598570 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.provisioning_blocks [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Provisioning complete for port 3f30116c-ea93-4f8c-ad4e-0897eec2827f triggered by entity L2. {{(pid=107626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 05:19:44.598979 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595679'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), provisioning_complete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:44.628809 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:44.636716 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:44.672998 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Current status of the port 3f30116c-ea93-4f8c-ad4e-0897eec2827f is: BUILD; New status is: ACTIVE {{(pid=107626) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 05:19:44.673890 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), before_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:44.696384 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f'}] {{(pid=107626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:19:44.698591 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2fb8adaa79a48e1a9c224a46894484cfa703f24cb0a2ab98652e213d2d475e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65f2c14-fb5e-478d-8c07-7f20219be7af" -d '{"events": [{"server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "name": "network-vif-plugged", "status": "completed", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f"}]}' {{(pid=107626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:19:44.711565 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] For port 3f30116c-ea93-4f8c-ad4e-0897eec2827f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:19:44.737599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1296c2-8816-46bc-a5e5-a796b85f59f2 x-openstack-request-id: req-1d1296c2-8816-46bc-a5e5-a796b85f59f2 {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:19:44.737882 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "name": "network-vif-plugged", "status": "completed", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f", "code": 200}]} {{(pid=107626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:19:44.738133 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1d1296c2-8816-46bc-a5e5-a796b85f59f2 {{(pid=107626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:19:44.738552 dv-cinder-854265-1-iscsi neutron-server[107626]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1296c2-8816-46bc-a5e5-a796b85f59f2'] response: {'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'code': 200} Aug 24 05:19:44.799781 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:44.853243 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Pushing event updated for resources: {'Port': ['ID=3f30116c-ea93-4f8c-ad4e-0897eec2827f,revision_number=5']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:19:45.016717 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca6877-c942-4b06-bbe2-c468346885d2 req-79cc90b0-63eb-4cd3-9f03-b22e82ac6d33 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:45.018450 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9cca6877-c942-4b06-bbe2-c468346885d2 req-79cc90b0-63eb-4cd3-9f03-b22e82ac6d33 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0523248 Aug 24 05:19:45.072961 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-9cca6877-c942-4b06-bbe2-c468346885d2 req-7682bca8-76e0-4901-8e95-339fe01ab0ee tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478723 Aug 24 05:19:45.084232 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6643c-f49b-4548-95ec-89b8e06ccb02 req-bf5eb7b4-e6c0-4fec-abb0-f95177279f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:45.085782 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-10c6643c-f49b-4548-95ec-89b8e06ccb02 req-bf5eb7b4-e6c0-4fec-abb0-f95177279f56 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 1129 time: 0.0408318 Aug 24 05:19:45.137142 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-10c6643c-f49b-4548-95ec-89b8e06ccb02 req-8f798a8c-db56-4406-a151-d0704e40c8b7 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458646 Aug 24 05:19:46.196930 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f26583-2466-4323-a4f7-e7a63240d5b2 req-63cf9207-0e00-4a8b-9a18-5cde5cc1f2b4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:46.198492 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e0f26583-2466-4323-a4f7-e7a63240d5b2 req-63cf9207-0e00-4a8b-9a18-5cde5cc1f2b4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0489902 Aug 24 05:19:46.249415 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-e0f26583-2466-4323-a4f7-e7a63240d5b2 req-c82d97c3-50fa-429e-9719-5a49ff623dd6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446904 Aug 24 05:19:46.800966 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-6a8441b4-4a0e-4f2a-9974-92a976267124 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404985 Aug 24 05:19:46.896836 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-ba119b91-40de-4f23-a500-20ea14615f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:46.898341 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-ba119b91-40de-4f23-a500-20ea14615f6b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1130 time: 0.0403006 Aug 24 05:19:47.017845 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-197e1fcf-18e2-41dd-a192-478760da219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:47.019447 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-197e1fcf-18e2-41dd-a192-478760da219a service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.1003506 Aug 24 05:19:47.085508 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-8eb02027-7051-4722-b45b-5c2bdc3430e6 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 1002 time: 0.0594971 Aug 24 05:19:47.136517 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-ead349b0-d2d0-4e36-97be-44faecb25d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:47.140605 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-ead349b0-d2d0-4e36-97be-44faecb25d68 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0462804 Aug 24 05:19:47.190264 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-caa26fe9-9793-40a0-a638-a252a4baf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:47.192093 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-caa26fe9-9793-40a0-a638-a252a4baf0ec service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479271 Aug 24 05:19:47.283485 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-fc9276de-5d72-4cb4-9017-80b752073f2e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854733 Aug 24 05:19:47.379127 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-27e47aa5-52b8-4dc2-a240-99b421bcbcbb req-6f9d049e-8192-4567-b6c9-ef79efd05a0b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898066 Aug 24 05:19:47.381393 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b73c-5fc3-4444-b702-50afcd5d0a8c req-a4735c94-8f0f-478d-b4d4-90400baf2919 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:47.382893 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fd92b73c-5fc3-4444-b702-50afcd5d0a8c req-a4735c94-8f0f-478d-b4d4-90400baf2919 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0571547 Aug 24 05:19:47.437394 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fd92b73c-5fc3-4444-b702-50afcd5d0a8c req-8a5181bf-bce2-4f9c-be75-8b10cd530cb3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486989 Aug 24 05:19:47.560516 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115433-e7a3-490d-a01c-95ae3aa47815 req-960dbb99-0edb-43d5-9453-685f89bde566 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:47.562181 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c2115433-e7a3-490d-a01c-95ae3aa47815 req-960dbb99-0edb-43d5-9453-685f89bde566 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0519598 Aug 24 05:19:47.614156 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-c2115433-e7a3-490d-a01c-95ae3aa47815 req-12f87c07-fccd-4c45-9269-5698d2cf7bd1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460992 Aug 24 05:19:47.640561 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51238) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:19:47.723845 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7dd89f-4317-4fe3-88c2-08f1a9870463 tempest-TestVolumeBootPattern-115068969 tempest-TestVolumeBootPattern-115068969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:47.725350 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2e7dd89f-4317-4fe3-88c2-08f1a9870463 tempest-TestVolumeBootPattern-115068969 tempest-TestVolumeBootPattern-115068969-project-admin] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 1124 time: 0.0838764 Aug 24 05:19:47.728230 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51242) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:19:47.732356 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.v2.base [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Request body: {'floatingip': {'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'port_id': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 05:19:47.827101 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:47.901784 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:47.912142 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (None), before_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:47.922439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:48.024865 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_common [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Allocated IP 172.27.1.42 (79f130b8-8ae6-40b5-b5e4-45d14c6af626/76bf101e-0c9b-4cb9-8c07-0378ad6b0576/ba749d32-571e-4660-877f-0d7ea406dd17) {{(pid=107625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 05:19:48.132576 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (ba749d32-571e-4660-877f-0d7ea406dd17), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:48.256384 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790334955605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (ba749d32-571e-4660-877f-0d7ea406dd17), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:48.300144 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Network 79f130b8-8ae6-40b5-b5e4-45d14c6af626 is already hosted by enough agents. {{(pid=107625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 05:19:48.305999 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.base_scheduler [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Resources bound (agent type, host, resource id): {{(pid=107625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 05:19:48.308353 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=ba749d32-571e-4660-877f-0d7ea406dd17,revision_number=1']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:19:48.310525 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Received port after_create {{(pid=107625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 05:19:48.341863 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.342208 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.342547 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.342885 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.343239 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.343565 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.343889 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.344212 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.344534 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.344856 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.345181 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.345502 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.345820 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.346138 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.346451 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:19:48.702975 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:48.713712 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (133bdbc8-062a-4804-94ac-006a6c2b5665), precommit_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:48.837786 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622116'] for port (ba749d32-571e-4660-877f-0d7ea406dd17), before_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:48.942463 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:48.994148 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for port (ba749d32-571e-4660-877f-0d7ea406dd17), precommit_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:49.044051 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790335333892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790334955623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790334955641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4817366'] for port (ba749d32-571e-4660-877f-0d7ea406dd17), after_update {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:49.116151 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event updated for resources: {'Port': ['ID=ba749d32-571e-4660-877f-0d7ea406dd17,revision_number=2']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:19:49.118698 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812653'] for floatingip (133bdbc8-062a-4804-94ac-006a6c2b5665), after_create {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:49.224095 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Floating IP 133bdbc8-062a-4804-94ac-006a6c2b5665 associated. External IP: 172.27.1.42, port: 3f30116c-ea93-4f8c-ad4e-0897eec2827f. Aug 24 05:19:49.420472 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:19:49.525619 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:19:49.536981 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:19:49.547060 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:19:49.547678 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:19:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:19:49.628851 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:19:49.651632 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:19:49.657262 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:49.662798 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-b8eddb9b-1eb2-4e16-9057-5e024361f1e3 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9335935 Aug 24 05:19:49.668547 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:19:49.668547 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760cd44c-a72b-45bb-9e3c-c63dffc91953" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:19:49.716765 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf4588d-4599-474d-a394-b3535f397ffd x-openstack-request-id: req-eaf4588d-4599-474d-a394-b3535f397ffd {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:19:49.716765 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:19:49.716765 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-eaf4588d-4599-474d-a394-b3535f397ffd {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:19:49.716765 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf4588d-4599-474d-a394-b3535f397ffd'] response: {'name': 'network-changed', 'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'status': 'completed', 'code': 200} Aug 24 05:19:49.781881 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-dbe690c1-49bc-4e2e-a192-2afafd408f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:49.783528 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-dbe690c1-49bc-4e2e-a192-2afafd408f0c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 1129 time: 0.0450957 Aug 24 05:19:49.879614 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-dec705fa-80cd-4265-9037-6a4bc36ae622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:49.880947 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '133bdbc8-062a-4804-94ac-006a6c2b5665', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:8b:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:19:48Z', 'updated_at': '2022-08-24T05:19:48Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}, {'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:22Z', 'revision_number': 1, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:19:49.881182 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-dec705fa-80cd-4265-9037-6a4bc36ae622 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0923100 Aug 24 05:19:49.910879 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:19:49.920716 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:19:49.921374 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:19:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:19:49.943615 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-23b46cae-3e3e-4c05-9de2-c3ca83d47e55 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f HTTP/1.1" status: 200 len: 998 time: 0.0570567 Aug 24 05:19:49.995275 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-60efdfb4-49bb-492c-ad30-4032c9927544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:49.997060 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-60efdfb4-49bb-492c-ad30-4032c9927544 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0469084 Aug 24 05:19:50.031499 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:19:50.046100 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-eb30b1d4-fd3e-480a-8553-40c9ada18952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:19:50.047645 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-eb30b1d4-fd3e-480a-8553-40c9ada18952 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443454 Aug 24 05:19:50.146084 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:50.154321 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-433ca3d6-a306-4d57-8d58-9621a4f82a64 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998471 Aug 24 05:19:50.197061 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:50.256719 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-760cd44c-a72b-45bb-9e3c-c63dffc91953 req-e529dbdd-6eb4-4c13-aa56-73a5a40fea78 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964146 Aug 24 05:19:50.371963 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '133bdbc8-062a-4804-94ac-006a6c2b5665', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:8b:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:19:48Z', 'updated_at': '2022-08-24T05:19:48Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}, {'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:22Z', 'revision_number': 1, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:19:50.400852 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05b3c2-e3bd-43bc-8729-a2081e5ae5fe None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '133bdbc8-062a-4804-94ac-006a6c2b5665', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:8b:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:19:48Z', 'updated_at': '2022-08-24T05:19:48Z', 'revision_number': 0, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}, {'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:22Z', 'revision_number': 1, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:19:50.590527 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0abdb-7708-4585-9fb9-404b79cbd105 None None] New status for floating IP 133bdbc8-062a-4804-94ac-006a6c2b5665: ACTIVE {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:19:56.297291 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:19:59.655649 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:19:59.883123 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:00.251771 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:00.252630 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:04.899669 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-efcd49e2-a92a-481d-8daa-4be1960fdfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:06.292857 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=97 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:06.293543 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=79 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:07.179332 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6cd3fc9b-22c2-458d-8bb1-2e38df17086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:08.504509 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:09.956708 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:10.036554 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:18.262045 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:18.267070 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:19.971134 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:19.974027 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=50,neutron:UPDATE=9 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:29.857657 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:33.297290 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:20:34.926002 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-62894f01-76ee-40db-b808-46eba63c9545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:37.223331 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0f8d7f75-5a9d-4c18-8443-d4363edd0c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:38.502858 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:39.943051 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:40.040155 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:20:43.293122 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:46.476077 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-f25c811d-5bdd-4817-9100-f34b8908015f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789821 Aug 24 05:20:46.558808 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-40f2bd7b-2a0e-4d94-a88d-ac4ac1921fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:20:46.560360 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-40f2bd7b-2a0e-4d94-a88d-ac4ac1921fd1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1130 time: 0.0404377 Aug 24 05:20:46.669929 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-c77df6dd-25ec-4302-b1db-851581f99f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:20:46.671358 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-c77df6dd-25ec-4302-b1db-851581f99f20 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0907114 Aug 24 05:20:46.732367 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-2fb72e48-35c7-4e3f-b5c5-0bda767dd134 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 1002 time: 0.0547004 Aug 24 05:20:46.788712 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-624bb7b7-00f6-4fce-81d7-ff7b07cf613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:20:46.790172 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-624bb7b7-00f6-4fce-81d7-ff7b07cf613b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0507777 Aug 24 05:20:46.834229 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-eb9eb8ca-4a06-41ab-a3ca-5fe991423aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:20:46.835782 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-eb9eb8ca-4a06-41ab-a3ca-5fe991423aea service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392337 Aug 24 05:20:46.845549 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-4fd4ae79-cc50-4a5c-af8c-c2feef530daf service neutron] http://10.222.0.105:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 05:20:46.846478 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-4fd4ae79-cc50-4a5c-af8c-c2feef530daf service neutron] 10.222.0.102 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046887 Aug 24 05:20:46.938907 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-d5db10c6-d020-4353-aa01-3b9be1433b79 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867872 Aug 24 05:20:47.028851 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-b53731bc-d08e-46d0-bdff-7ad5827af824 req-a26a5aa4-0541-4949-8772-ee886253bee4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833442 Aug 24 05:20:49.973362 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:49.975732 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:55.265234 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:57.015680 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=49 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:57.025839 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=52 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:20:59.844239 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:03.317089 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:04.918856 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-62321c2a-bc83-4197-8904-81140f1ac09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:07.169775 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-9225e044-d78c-4318-90c6-521875abe852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:08.501221 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:09.971524 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:10.038768 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:10.296374 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:21:20.292690 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:23.043158 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:23.045186 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:29.842869 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:32.261112 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:32.261912 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:34.911267 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-263bbf81-74f2-487d-8cf0-0392a1d0e137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:37.173842 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f8492320-e2dd-4092-8444-c22a48c65135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:38.522193 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:39.950791 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:40.069516 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:47.295673 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:21:48.424679 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-c8c5162e-bb6b-440d-a3e1-88cebc3364c7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402553 Aug 24 05:21:48.493671 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7deb84-a953-401f-a97a-781088647dd5 req-c4df0a0d-fa93-4e43-a3f6-db3d90c8337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:48.495245 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-c4df0a0d-fa93-4e43-a3f6-db3d90c8337b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 1129 time: 0.0446398 Aug 24 05:21:48.602510 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7deb84-a953-401f-a97a-781088647dd5 req-f5992932-ce7f-42da-8857-954f2b1ea95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:48.604058 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-f5992932-ce7f-42da-8857-954f2b1ea95b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0907786 Aug 24 05:21:48.671824 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-ed7c2f9a-163f-4033-b4fd-5dd5eb33f0c5 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f HTTP/1.1" status: 200 len: 1000 time: 0.0614417 Aug 24 05:21:48.722455 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7deb84-a953-401f-a97a-781088647dd5 req-dd4ec6f7-6acc-48ac-8ddc-e28feeb79086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:48.723968 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-dd4ec6f7-6acc-48ac-8ddc-e28feeb79086 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0459325 Aug 24 05:21:48.768805 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7deb84-a953-401f-a97a-781088647dd5 req-f8aeb7b8-4381-429f-887e-b3ee9cdd9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:48.770767 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-f8aeb7b8-4381-429f-887e-b3ee9cdd9736 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408983 Aug 24 05:21:48.866443 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-2d94c22d-2de7-4604-9ae5-997379e4573c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895803 Aug 24 05:21:48.955894 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-2a7deb84-a953-401f-a97a-781088647dd5 req-14d128a5-6153-49c1-acc3-6c879722a82a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Aug 24 05:21:49.432621 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51274) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:21:49.576108 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Deleting port ba749d32-571e-4660-877f-0d7ea406dd17 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:21:49.577178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (ba749d32-571e-4660-877f-0d7ea406dd17), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:49.653365 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (ba749d32-571e-4660-877f-0d7ea406dd17), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:49.653687 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (ba749d32-571e-4660-877f-0d7ea406dd17), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:49.666479 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Calling delete_port for ba749d32-571e-4660-877f-0d7ea406dd17 owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:21:49.863107 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (ba749d32-571e-4660-877f-0d7ea406dd17), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:49.885247 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event deleted for resources: {'Port': ['ID=ba749d32-571e-4660-877f-0d7ea406dd17,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:21:49.895398 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.895746 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.896084 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.896439 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.896749 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.897074 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.897780 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.897780 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.898014 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.898337 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.898659 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.898982 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.899323 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.899640 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.899959 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:49.960679 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (133bdbc8-062a-4804-94ac-006a6c2b5665), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:49.961005 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Floating IP 133bdbc8-062a-4804-94ac-006a6c2b5665 disassociated (deleted). External IP: 172.27.1.42, port: 3f30116c-ea93-4f8c-ad4e-0897eec2827f. Aug 24 05:21:49.973859 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:49.982220 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:50.166126 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:21:50.275258 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:21:50.280272 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:50.287509 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:21:50.298027 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:21:50.298723 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:21:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:50.306476 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:50.312870 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-bbd55014-a0dd-475a-8753-96bf58e19d40 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/133bdbc8-062a-4804-94ac-006a6c2b5665 HTTP/1.1" status: 204 len: 168 time: 0.8791087 Aug 24 05:21:50.313452 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:21:50.315758 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:21:50.369027 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a033b3b-e692-4599-93d6-45f48e0bc30e x-openstack-request-id: req-8a033b3b-e692-4599-93d6-45f48e0bc30e {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:21:50.369415 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:21:50.369753 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8a033b3b-e692-4599-93d6-45f48e0bc30e {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:21:50.370407 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a033b3b-e692-4599-93d6-45f48e0bc30e'] response: {'name': 'network-changed', 'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'status': 'completed', 'code': 200} Aug 24 05:21:50.411742 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:21:50.630861 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:22Z', 'revision_number': 1, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:50.662451 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:21:50.675903 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:21:50.676549 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:21:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:50.727303 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-d369ba8d-1ac6-49ca-a980-931896825c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:50.729613 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-d369ba8d-1ac6-49ca-a980-931896825c24 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 1129 time: 0.0839865 Aug 24 05:21:50.793877 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e86de-88a5-47dd-9b07-31cec1c60cb5 req-6476adaa-705c-4555-ae05-6f2b7372ccc4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:50.795430 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-026e86de-88a5-47dd-9b07-31cec1c60cb5 req-6476adaa-705c-4555-ae05-6f2b7372ccc4 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0510941 Aug 24 05:21:50.807613 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:21:50.817939 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:50.831644 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-d4fbfed8-6a08-4707-b777-090253b13089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:50.833815 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-d4fbfed8-6a08-4707-b777-090253b13089 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0979862 Aug 24 05:21:50.857881 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-026e86de-88a5-47dd-9b07-31cec1c60cb5 req-a8e079c6-27e5-4a7d-a394-57925f79e5f1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565825 Aug 24 05:21:51.045458 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:22Z', 'revision_number': 1, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:51.071598 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434541f2-dd71-4998-aa67-80d044d5504c None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_floatingips': [{'id': '885b9473-2297-43a9-9a71-fe35eba6afcf', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'router_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'port_id': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'mac_address': 'fa:16:3e:76:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T05:17:20Z', 'updated_at': '2022-08-24T05:17:22Z', 'revision_number': 1, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:21:51.291871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677672f6-6269-4c15-a1dd-b6d545d6dad7 None None] New status for floating IP 133bdbc8-062a-4804-94ac-006a6c2b5665: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:21:51.833964 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-53c77a53-28bc-466a-916c-9884403b6e63 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f HTTP/1.1" status: 200 len: 217 time: 0.0347445 Aug 24 05:21:51.984814 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad06ae0-285c-4e96-bb9f-472999a3768b req-b22ce0e4-7862-4316-9a7b-a2dd1112a7e6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:51.986382 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bad06ae0-285c-4e96-bb9f-472999a3768b req-b22ce0e4-7862-4316-9a7b-a2dd1112a7e6 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0476141 Aug 24 05:21:52.038471 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-bad06ae0-285c-4e96-bb9f-472999a3768b req-7a67ac8b-d7a7-486e-b37d-bf661bd41368 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463216 Aug 24 05:21:52.134987 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-ddd42fda-9d33-4850-8abf-fff05235fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:52.136515 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-ddd42fda-9d33-4850-8abf-fff05235fa5a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0496762 Aug 24 05:21:52.481929 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-9a007921-d07a-43d0-b906-99ef31254c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:52.483961 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-9a007921-d07a-43d0-b906-99ef31254c18 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502784 Aug 24 05:21:52.595072 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-e216cc46-7104-4499-9801-d9da4da43b58 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:52.596546 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-e216cc46-7104-4499-9801-d9da4da43b58 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0856676 Aug 24 05:21:52.653546 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-6a03809a-5fd6-48d5-a5f6-6e3f49d66cd9 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625311 Aug 24 05:21:52.971034 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:52.989215 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Deleting port 3f30116c-ea93-4f8c-ad4e-0897eec2827f {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:21:52.989554 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:53.019163 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=100 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:53.107728 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-940bda15-079c-4326-9ed9-8cfa1cf3c7ea req-bf0b8222-4b58-45b0-b118-652dbca7d15a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475002 Aug 24 05:21:53.129773 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] For port 3f30116c-ea93-4f8c-ad4e-0897eec2827f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3f30116c-ea93-4f8c-ad4e-0897eec2827f,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:21:53.130150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:53.143874 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Calling delete_port for 3f30116c-ea93-4f8c-ad4e-0897eec2827f owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:21:53.163051 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cab4a-452f-4b02-8357-0950283d194f req-c0457aca-7995-462e-9b94-45242a2ccc74 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:53.164484 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ab8cab4a-452f-4b02-8357-0950283d194f req-c0457aca-7995-462e-9b94-45242a2ccc74 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 945 time: 0.0483367 Aug 24 05:21:53.215530 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ab8cab4a-452f-4b02-8357-0950283d194f req-353b21d4-5b09-4f3d-ba85-7b2b028c486b tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453446 Aug 24 05:21:53.327906 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (3f30116c-ea93-4f8c-ad4e-0897eec2827f), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:53.357041 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event deleted for resources: {'Port': ['ID=3f30116c-ea93-4f8c-ad4e-0897eec2827f,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:21:53.369550 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.369909 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.370259 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.370608 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.370947 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.371381 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.371715 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.372047 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.372394 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.372707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.373037 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.373369 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.373717 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.374653 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.375167 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:21:53.413422 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] No DVR routers for this DVR port 3f30116c-ea93-4f8c-ad4e-0897eec2827f on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:21:53.415887 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:53.419214 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-0a27c11d-9e6e-4b83-ae4f-8492f9a42c0b req-248d2e89-1c82-40b1-a286-5d0eb9c3b832 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "DELETE /networking/v2.0/ports/3f30116c-ea93-4f8c-ad4e-0897eec2827f HTTP/1.1" status: 204 len: 173 time: 0.8166354 Aug 24 05:21:53.419647 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'name': 'network-vif-deleted', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:21:53.422016 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72600ed8-4934-4ae8-ad06-b29b109a7366" -d '{"events": [{"server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "name": "network-vif-deleted", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:21:53.460884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836c6edd-55ec-463d-8f93-59ab655d3fb1 x-openstack-request-id: req-836c6edd-55ec-463d-8f93-59ab655d3fb1 {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:21:53.460884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a", "name": "network-vif-deleted", "tag": "3f30116c-ea93-4f8c-ad4e-0897eec2827f", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:21:53.460884 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-836c6edd-55ec-463d-8f93-59ab655d3fb1 {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:21:53.460884 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836c6edd-55ec-463d-8f93-59ab655d3fb1'] response: {'server_uuid': 'a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a', 'name': 'network-vif-deleted', 'tag': '3f30116c-ea93-4f8c-ad4e-0897eec2827f', 'status': 'completed', 'code': 200} Aug 24 05:21:54.333694 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-8ae666de-d365-4d01-be75-0f3a8e4d714a req-484a17d4-25aa-48b8-ba9b-8a3dace87ff0 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=a1c1ad6e-0134-4110-96fe-ff7cfb2c6e8a HTTP/1.1" status: 200 len: 210 time: 0.0323431 Aug 24 05:21:55.087038 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3f30116c-ea93-4f8c-ad4e-0897eec2827f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:21:55.106068 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: 3f30116c-ea93-4f8c-ad4e-0897eec2827f {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:21:55.106415 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device 3f30116c-ea93-4f8c-ad4e-0897eec2827f not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:21:57.844314 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51320) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:21:57.981824 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Deleting port e3d59287-4c11-4c8b-8285-77b8e18e5f15 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:21:57.982172 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:58.057209 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:58.057537 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (e3d59287-4c11-4c8b-8285-77b8e18e5f15), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:58.073493 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Calling delete_port for e3d59287-4c11-4c8b-8285-77b8e18e5f15 owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:21:58.275875 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (e3d59287-4c11-4c8b-8285-77b8e18e5f15), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:58.299639 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event deleted for resources: {'Port': ['ID=e3d59287-4c11-4c8b-8285-77b8e18e5f15,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:21:58.368454 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (885b9473-2297-43a9-9a71-fe35eba6afcf), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:58.368743 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.db.l3_db [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Floating IP 885b9473-2297-43a9-9a71-fe35eba6afcf disassociated (deleted). External IP: 172.27.1.136, port: e2b0de18-360a-469c-aa02-1d83145b657b. Aug 24 05:21:58.462219 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:58.550271 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:58.570160 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:21:58.898392 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:21:58.903113 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:58.908655 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:21:58.918186 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:21:58.918778 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:21:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:58.932474 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-fd197260-9b2d-484d-be2e-1fb5ca71d0bc tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/885b9473-2297-43a9-9a71-fe35eba6afcf HTTP/1.1" status: 204 len: 168 time: 1.0871000 Aug 24 05:21:58.933065 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b'}] {{(pid=107625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:21:58.935351 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f3d71d3458fe2e8cb784bf5366a5df8ab072fa9807ded1088fcbe9f9df62d12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d74da49-083f-4220-846a-a8b10067aebc" -d '{"events": [{"name": "network-changed", "server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b"}]}' {{(pid=107625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:21:58.979870 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 05:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc0051-1ea0-47a6-9a12-fc993b597edf x-openstack-request-id: req-fbbc0051-1ea0-47a6-9a12-fc993b597edf {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:21:58.979870 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b", "status": "completed", "code": 200}]} {{(pid=107625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:21:58.979870 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fbbc0051-1ea0-47a6-9a12-fc993b597edf {{(pid=107625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:21:58.979870 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbc0051-1ea0-47a6-9a12-fc993b597edf'] response: {'name': 'network-changed', 'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'status': 'completed', 'code': 200} Aug 24 05:21:59.047428 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74da49-083f-4220-846a-a8b10067aebc req-a9266b48-74e4-4767-9161-5d46477b8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:59.048068 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d74da49-083f-4220-846a-a8b10067aebc req-a9266b48-74e4-4767-9161-5d46477b8844 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2a010cb56074448a979b3b7d944a92d6&device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 1130 time: 0.0438538 Aug 24 05:21:59.099959 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:59.114354 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:21:59.118542 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:21:59.146612 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74da49-083f-4220-846a-a8b10067aebc req-865ec5c0-ed54-4c32-b820-8329508e4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:59.148719 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d74da49-083f-4220-846a-a8b10067aebc req-865ec5c0-ed54-4c32-b820-8329508e4765 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 200 len: 914 time: 0.0944657 Aug 24 05:21:59.188986 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d74da49-083f-4220-846a-a8b10067aebc req-f825c10e-fcbe-4380-97de-00d9ff45fb85 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 200 len: 217 time: 0.0342083 Aug 24 05:21:59.243138 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74da49-083f-4220-846a-a8b10067aebc req-cb12d6c5-2971-4f64-9597-c2d160b22980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:59.244632 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d74da49-083f-4220-846a-a8b10067aebc req-cb12d6c5-2971-4f64-9597-c2d160b22980 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 200 len: 851 time: 0.0507195 Aug 24 05:21:59.289399 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74da49-083f-4220-846a-a8b10067aebc req-74205092-6b0c-43c2-a7c1-1fe8f4511036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:59.290933 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d74da49-083f-4220-846a-a8b10067aebc req-74205092-6b0c-43c2-a7c1-1fe8f4511036 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=e39c69d4-f995-4cc8-81d2-c9d8d589bafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397270 Aug 24 05:21:59.328805 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:59.357386 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:21:59.367839 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:21:59.368459 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:21:37Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:59.394554 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d74da49-083f-4220-846a-a8b10067aebc req-c0ddf5f0-73c2-42dd-b4b1-8448648cc70a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960674 Aug 24 05:21:59.422348 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbe1e9-8594-428c-9cd9-d3a1d6d35973 req-da22ae9a-3fbd-4fc9-b121-22f3c3eee41d tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:21:59.425003 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f4bbe1e9-8594-428c-9cd9-d3a1d6d35973 req-da22ae9a-3fbd-4fc9-b121-22f3c3eee41d tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 946 time: 0.0497839 Aug 24 05:21:59.475615 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:21:59.475942 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-f4bbe1e9-8594-428c-9cd9-d3a1d6d35973 req-e0e8e406-b965-4eae-8699-98d7bcb4c58f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449488 Aug 24 05:21:59.659298 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:21:59.687358 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464b88e-c5a6-4e28-8ad0-48d6fdd68065 None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:13:34Z', 'revision_number': 4, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi', '_interfaces': [{'id': '658d1a7a-984d-474a-ad03-d91066de13f5', 'name': '', 'network_id': 'e39c69d4-f995-4cc8-81d2-c9d8d589bafb', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'mac_address': 'fa:16:3e:fa:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:33Z', 'updated_at': '2022-08-24T05:13:41Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'subnets': [{'id': '760b719d-dbe2-4c1d-8751-b3d5f23198bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:21:59.868935 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:21:59.914399 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb88409-6603-4795-a7f8-36f973967787 None None] New status for floating IP 885b9473-2297-43a9-9a71-fe35eba6afcf: DOWN {{(pid=107626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 05:22:00.457941 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-1d74da49-083f-4220-846a-a8b10067aebc req-b5711e68-006c-4f08-aca7-2491629d09fb service neutron] 10.222.0.102 "GET /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864263 Aug 24 05:22:00.596996 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636999b-6a4a-4cf7-80d5-14cba1c565f9 req-0ce8abbe-d37d-4385-a553-da26771fe889 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:22:00.598475 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5636999b-6a4a-4cf7-80d5-14cba1c565f9 req-0ce8abbe-d37d-4385-a553-da26771fe889 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 946 time: 0.0473368 Aug 24 05:22:00.651916 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-5636999b-6a4a-4cf7-80d5-14cba1c565f9 req-3bb7aeb8-d6fe-4709-b50d-9f7abbf4fffb tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/security-groups?id=08a737a2-3e40-4f62-b49e-c99fbe38938f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478642 Aug 24 05:22:01.228422 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09e55-b734-4291-a335-d844731843d2 req-9b42a359-6cd5-489d-9335-0b9694c627cf tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 05:22:01.229857 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fbf09e55-b734-4291-a335-d844731843d2 req-9b42a359-6cd5-489d-9335-0b9694c627cf tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 946 time: 0.0478225 Aug 24 05:22:01.302485 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:01.314283 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Deleting port e2b0de18-360a-469c-aa02-1d83145b657b {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:01.319922 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:01.340099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:01.404797 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] For port e2b0de18-360a-469c-aa02-1d83145b657b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e2b0de18-360a-469c-aa02-1d83145b657b,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:01.405159 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:01.422686 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Calling delete_port for e2b0de18-360a-469c-aa02-1d83145b657b owned by compute:nova {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:01.618384 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (e2b0de18-360a-469c-aa02-1d83145b657b), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:01.647767 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event deleted for resources: {'Port': ['ID=e2b0de18-360a-469c-aa02-1d83145b657b,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:01.696759 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] No DVR routers for this DVR port e2b0de18-360a-469c-aa02-1d83145b657b on host hv-cinder-85426 {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:22:01.699410 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for port (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:01.703487 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [req-fbf09e55-b734-4291-a335-d844731843d2 req-4eb0fd4b-cd1e-498d-9c0b-5d9f984631b5 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.102 "DELETE /networking/v2.0/ports/e2b0de18-360a-469c-aa02-1d83145b657b HTTP/1.1" status: 204 len: 173 time: 0.4676809 Aug 24 05:22:01.704033 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'name': 'network-vif-deleted', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b'}] {{(pid=107624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 05:22:01.707163 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21112c8bbb5e6acc0708da60d812f7875d41197faf18a9658a08333fc3c26b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8053bbee-70e7-4cc2-8e99-ce8b1faa29db" -d '{"events": [{"server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "name": "network-vif-deleted", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b"}]}' {{(pid=107624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 05:22:01.757355 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-ef6b4046-60e1-48f1-85e4-4a8d0acc47f4 req-ba13bd24-63ec-4925-b4f9-c947714ee471 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 210 time: 0.0286367 Aug 24 05:22:01.796892 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 05:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a5d0b-6e4e-4043-84cd-97eb7ef6fc0b x-openstack-request-id: req-f71a5d0b-6e4e-4043-84cd-97eb7ef6fc0b {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 05:22:01.797230 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78416bb6-70a9-4cc4-8fcf-be17610b8675", "name": "network-vif-deleted", "tag": "e2b0de18-360a-469c-aa02-1d83145b657b", "status": "completed", "code": 200}]} {{(pid=107624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 05:22:01.797557 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f71a5d0b-6e4e-4043-84cd-97eb7ef6fc0b {{(pid=107624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 05:22:01.797970 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71a5d0b-6e4e-4043-84cd-97eb7ef6fc0b'] response: {'server_uuid': '78416bb6-70a9-4cc4-8fcf-be17610b8675', 'name': 'network-vif-deleted', 'tag': 'e2b0de18-360a-469c-aa02-1d83145b657b', 'status': 'completed', 'code': 200} Aug 24 05:22:02.870766 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [req-fe19f3ae-5ceb-425c-9a0f-0ba771d8739a req-345d1f2e-7f4a-4051-863b-a6307657a9e1 tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "GET /networking/v2.0/ports?device_id=78416bb6-70a9-4cc4-8fcf-be17610b8675 HTTP/1.1" status: 200 len: 210 time: 0.0282094 Aug 24 05:22:03.942994 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51340) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:04.053841 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Deleting port 0d8d6af8-1318-4cd5-a066-f6d7a495b457 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:04.054186 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:04.132917 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:04.133248 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (0d8d6af8-1318-4cd5-a066-f6d7a495b457), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:04.146065 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Calling delete_port for 0d8d6af8-1318-4cd5-a066-f6d7a495b457 owned by network:floatingip {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:04.260799 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:04.321336 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (0d8d6af8-1318-4cd5-a066-f6d7a495b457), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:04.354119 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event deleted for resources: {'Port': ['ID=0d8d6af8-1318-4cd5-a066-f6d7a495b457,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:04.414974 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for floatingip (7cb508b0-04d2-46c6-b569-4501fb4bb186), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:04.417458 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13167'] for floatingip (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:04.418607 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-288ec0ba-0259-4939-9c50-45bfd2ca789f tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "DELETE /networking/v2.0/floatingips/7cb508b0-04d2-46c6-b569-4501fb4bb186 HTTP/1.1" status: 204 len: 168 time: 0.4750648 Aug 24 05:22:04.881035 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-dd65e88d-f4a7-4e01-9a87-ae18bf84c4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:05.132326 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device e2b0de18-360a-469c-aa02-1d83145b657b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:22:05.154848 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] No Port match for: e2b0de18-360a-469c-aa02-1d83145b657b {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:22:05.156969 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Device e2b0de18-360a-469c-aa02-1d83145b657b not bound to the agent host hv-cinder-85426 {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:22:05.799262 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 51352) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:05.864063 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3b7a-f10a-475c-bf4a-130462da89ab tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group (08a737a2-3e40-4f62-b49e-c99fbe38938f), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:05.894637 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3b7a-f10a-475c-bf4a-130462da89ab tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group (08a737a2-3e40-4f62-b49e-c99fbe38938f), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:06.041643 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3b7a-f10a-475c-bf4a-130462da89ab tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (08a737a2-3e40-4f62-b49e-c99fbe38938f), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:06.044191 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3b7a-f10a-475c-bf4a-130462da89ab tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:06.048529 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-5aeb3b7a-f10a-475c-bf4a-130462da89ab tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] 10.222.0.105 "DELETE /networking/v2.0/security-groups/08a737a2-3e40-4f62-b49e-c99fbe38938f HTTP/1.1" status: 204 len: 168 time: 0.2457178 Aug 24 05:22:06.059039 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb3b7a-f10a-475c-bf4a-130462da89ab tempest-TestVolumeBootPattern-1810561993 tempest-TestVolumeBootPattern-1810561993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a737a2-3e40-4f62-b49e-c99fbe38938f,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:06.178523 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51356) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:06.547662 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:06.630554 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:06.859728 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Deleting port 658d1a7a-984d-474a-ad03-d91066de13f5 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:06.859728 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:06.931164 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] For port 658d1a7a-984d-474a-ad03-d91066de13f5, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=658d1a7a-984d-474a-ad03-d91066de13f5,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:06.931524 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:06.944028 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Calling delete_port for 658d1a7a-984d-474a-ad03-d91066de13f5 owned by network:router_interface {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:07.044539 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=100 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:07.206882 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (658d1a7a-984d-474a-ad03-d91066de13f5), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:07.237007 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d8be-e896-4298-b7ea-2638ff444e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:07.237458 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=658d1a7a-984d-474a-ad03-d91066de13f5,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:07.404915 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:07.495719 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:07.608743 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:22:07.713178 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:22:07.720670 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-8d3e36f2-7d39-4f07-b14e-580ac367bbcf admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5384021 Aug 24 05:22:07.720670 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51360) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:07.721617 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] Sync routers for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:22:07.732028 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:22:07.732625 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:22:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:07.819580 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks [] for router (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:07.832580 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: dv-cinder-854265-1-iscsi {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:22:07.922454 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks [] for router_gateway (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:07.938894 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=100 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:07.999945 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:22:07Z', 'revision_number': 5, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port': {'id': 'afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:31Z', 'updated_at': '2022-08-24T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:08.005900 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:08.020435 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Deleting port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:08.020776 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.027450 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] Checking router: ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f for host: dv-cinder-854265-1-iscsi {{(pid=107627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:22:08.036839 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] Routers {'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:22:08.037445 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:22:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'], 'active': True} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:08.106627 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] For port afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:08.107002 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.123888 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Calling delete_port for afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b owned by network:router_gateway {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:08.129484 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_dvr_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] Set router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f gateway port host: None {{(pid=107627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:22:08.182236 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:22:07Z', 'revision_number': 6, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port_host': None}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:08.210303 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0dd013-af61-401e-951e-0a37bdba8126 None None] The sync data for ids ['ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f'] in dv-cinder-854265-1-iscsi is: [{'id': 'ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f', 'name': 'tempest-TestVolumeBootPattern-2098487242-router', 'tenant_id': '2a010cb56074448a979b3b7d944a92d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:30Z', 'updated_at': '2022-08-24T05:22:07Z', 'revision_number': 6, 'project_id': '2a010cb56074448a979b3b7d944a92d6', 'gw_port_host': None}] {{(pid=107627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:22:08.361374 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.386444 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:08.413550 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:08.450941 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.526598 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.537936 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.540113 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks [] for router_controller (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.669837 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.670432 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f {{(pid=107625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:22:08.674920 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.676095 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-16e1241b-c96a-40f6-9d9d-d5f49b3c4d93 admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/ab4c708f-bdc5-40d5-b7e9-a5d83d713e7f HTTP/1.1" status: 204 len: 168 time: 0.9545648 Aug 24 05:22:08.678586 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51362) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:08.723390 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] Deleting subnet 760b719d-dbe2-4c1d-8751-b3d5f23198bf {{(pid=107625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:22:08.726424 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] Publish callbacks [] for subnet (760b719d-dbe2-4c1d-8751-b3d5f23198bf), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.761049 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4211906'] for subnet (760b719d-dbe2-4c1d-8751-b3d5f23198bf), precommit_delete_associations {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.838220 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (760b719d-dbe2-4c1d-8751-b3d5f23198bf), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.962397 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4212791'] for subnet (760b719d-dbe2-4c1d-8751-b3d5f23198bf), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:08.990813 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760b719d-dbe2-4c1d-8751-b3d5f23198bf,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:09.008457 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.008457 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-38a101fe-f204-4c9a-99a0-063f60af3c52 admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/760b719d-dbe2-4c1d-8751-b3d5f23198bf HTTP/1.1" status: 204 len: 168 time: 0.3221085 Aug 24 05:22:09.008904 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71bba21-84bd-4595-bcf4-4094c81fbe2a None None] Network e39c69d4-f995-4cc8-81d2-c9d8d589bafb requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:22:09.009033 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51364) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:09.082944 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (e39c69d4-f995-4cc8-81d2-c9d8d589bafb), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.131570 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Deleting port 2ba062ca-6e8a-46e4-94b3-549152ec3901 {{(pid=107625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:09.131940 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.185441 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] DHCP port deletion for e39c69d4-f995-4cc8-81d2-c9d8d589bafb request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:22:09.198890 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.db [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] For port 2ba062ca-6e8a-46e4-94b3-549152ec3901, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2ba062ca-6e8a-46e4-94b3-549152ec3901,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:09.199355 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.217334 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:09.219657 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.plugin [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Calling delete_port for 2ba062ca-6e8a-46e4-94b3-549152ec3901 owned by network:dhcp {{(pid=107625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:09.226454 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Deleting port 2ba062ca-6e8a-46e4-94b3-549152ec3901 {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:09.227957 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.300746 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] For port 2ba062ca-6e8a-46e4-94b3-549152ec3901, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2ba062ca-6e8a-46e4-94b3-549152ec3901,segment=NetworkSegment(4f498271-eb43-4ac0-aa0e-136f698d8f14),segment_id=4f498271-eb43-4ac0-aa0e-136f698d8f14)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:09.300746 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.313348 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Calling delete_port for 2ba062ca-6e8a-46e4-94b3-549152ec3901 owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:09.384172 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4817369'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.394053 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (2ba062ca-6e8a-46e4-94b3-549152ec3901), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.411699 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba062ca-6e8a-46e4-94b3-549152ec3901,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:09.413531 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] No DVR routers for this DVR port 2ba062ca-6e8a-46e4-94b3-549152ec3901 on host dv-cinder-854265-1-iscsi {{(pid=107625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:22:09.416298 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Pushing event deleted for resources: {'Port': ['ID=2ba062ca-6e8a-46e4-94b3-549152ec3901,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:09.420663 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] No DVR routers for this DVR port 2ba062ca-6e8a-46e4-94b3-549152ec3901 on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:22:09.430759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.430759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.430759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.430759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.430759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.430759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.430759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.431630 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.431630 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.431630 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.432003 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.432312 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.432464 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.432954 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.433079 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1a65-cb1c-4fff-8a51-a5026c4eaa66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-1-iscsi {{(pid=107626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 05:22:09.729483 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (e39c69d4-f995-4cc8-81d2-c9d8d589bafb), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.751397 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39c69d4-f995-4cc8-81d2-c9d8d589bafb']}} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:09.760664 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f498271-eb43-4ac0-aa0e-136f698d8f14') {'for_net_delete': True} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:09.760959 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.services.segments.db [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f498271-eb43-4ac0-aa0e-136f698d8f14') {} {{(pid=107625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:09.772857 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4211915'] for segment (4f498271-eb43-4ac0-aa0e-136f698d8f14), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.780936 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:09.788682 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (4f498271-eb43-4ac0-aa0e-136f698d8f14), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.794862 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=107625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:22:09.800976 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4817386'] for segment (4f498271-eb43-4ac0-aa0e-136f698d8f14), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.880943 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 4f498271-eb43-4ac0-aa0e-136f698d8f14 resource provider aggregate not found Aug 24 05:22:09.898734 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.services.segments.plugin [-] Segment 4f498271-eb43-4ac0-aa0e-136f698d8f14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f498271-eb43-4ac0-aa0e-136f698d8f14 found for delete ", "request_id": "req-1f9ca77d-9eb7-42d7-abb1-27d144345975"}]} Aug 24 05:22:09.954947 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (e39c69d4-f995-4cc8-81d2-c9d8d589bafb), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.960991 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:09.964012 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/e39c69d4-f995-4cc8-81d2-c9d8d589bafb HTTP/1.1" status: 204 len: 168 time: 0.9587481 Aug 24 05:22:09.967008 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 51372) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:09.979366 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15596202-5afc-44a4-a03e-8eb584ab9cce admin admin] Pushing event deleted for resources: {'Network': ['ID=e39c69d4-f995-4cc8-81d2-c9d8d589bafb,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:09.988872 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:10.063791 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:10.161072 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:22:10.181431 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:22:10.181802 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device afd0d1c5-b5a9-49f8-9f76-aaddb5837f1b not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:22:10.182217 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2ba062ca-6e8a-46e4-94b3-549152ec3901 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:22:10.201183 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 2ba062ca-6e8a-46e4-94b3-549152ec3901 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:22:10.201533 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2ba062ca-6e8a-46e4-94b3-549152ec3901 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:22:10.201946 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 658d1a7a-984d-474a-ad03-d91066de13f5 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:22:10.222453 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 658d1a7a-984d-474a-ad03-d91066de13f5 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:22:10.222799 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 658d1a7a-984d-474a-ad03-d91066de13f5 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:22:10.243482 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:10.292889 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682605'] for router_interface (2de6b106-8195-4b10-974f-674e0015ed70), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:10.511353 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Deleting port 4ed09609-0a77-4ce6-897c-89abcd1803d8 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:10.511623 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:10.536874 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:10.592714 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] For port 4ed09609-0a77-4ce6-897c-89abcd1803d8, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=4ed09609-0a77-4ce6-897c-89abcd1803d8,segment=NetworkSegment(dad8902e-d585-43ad-855c-43c578749011),segment_id=dad8902e-d585-43ad-855c-43c578749011)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:10.593074 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:10.606664 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Calling delete_port for 4ed09609-0a77-4ce6-897c-89abcd1803d8 owned by network:router_interface {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:10.840666 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (4ed09609-0a77-4ce6-897c-89abcd1803d8), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:10.874003 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed09609-0a77-4ce6-897c-89abcd1803d8,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:11.034901 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682489'] for router_interface (2de6b106-8195-4b10-974f-674e0015ed70), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:11.115611 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:11.243507 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Router 2de6b106-8195-4b10-974f-674e0015ed70 has already been hosted by L3 agent 778be665-93c6-491b-8ccb-cd021d5041c6 {{(pid=107624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 05:22:11.341979 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] Notify agent at l3_agent.dv-cinder-854265-1-iscsi the message routers_updated {{(pid=107624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 05:22:11.347651 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-3487aa20-92b0-4914-a486-1a3617859102 admin admin] 10.222.0.105 "PUT /networking/v2.0/routers/2de6b106-8195-4b10-974f-674e0015ed70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3790176 Aug 24 05:22:11.350277 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 51374) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:11.352860 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] Sync routers for ids ['2de6b106-8195-4b10-974f-674e0015ed70'] in dv-cinder-854265-1-iscsi {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 05:22:11.364715 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] Routers {'2de6b106-8195-4b10-974f-674e0015ed70'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:22:11.365345 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:22:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['2de6b106-8195-4b10-974f-674e0015ed70'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:11.439011 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:11.451542 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks [] for router (2de6b106-8195-4b10-974f-674e0015ed70), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:11.467634 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] Set router 2de6b106-8195-4b10-974f-674e0015ed70 gateway port host: dv-cinder-854265-1-iscsi {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:22:11.554323 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks [] for router_gateway (2de6b106-8195-4b10-974f-674e0015ed70), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:11.639872 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'external_fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:22:10Z', 'revision_number': 5, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port': {'id': '2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8', 'name': '', 'network_id': '79f130b8-8ae6-40b5-b5e4-45d14c6af626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de6b106-8195-4b10-974f-674e0015ed70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76bf101e-0c9b-4cb9-8c07-0378ad6b0576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-1-iscsi'}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:11.658150 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Deleting port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:11.658493 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:11.666976 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] Checking router: 2de6b106-8195-4b10-974f-674e0015ed70 for host: dv-cinder-854265-1-iscsi {{(pid=107626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 05:22:11.676723 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] Routers {'2de6b106-8195-4b10-974f-674e0015ed70'} bound to L3 agent in host dv-cinder-854265-1-iscsi {{(pid=107626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 05:22:11.677326 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:51:07Z,description=,heartbeat_timestamp=2022-08-24T05:22:07Z,host='dv-cinder-854265-1-iscsi',id=778be665-93c6-491b-8ccb-cd021d5041c6,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:51:08Z,topic='l3_agent')) {'router_ids': ['2de6b106-8195-4b10-974f-674e0015ed70'], 'active': True} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:11.744299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] For port 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,segment=NetworkSegment(12306faa-ae7a-4a70-8d34-a203dd41cc77),segment_id=12306faa-ae7a-4a70-8d34-a203dd41cc77)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:11.744579 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:11.751964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:11.758520 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Calling delete_port for 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 owned by network:router_gateway {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:11.761671 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvr_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] Set router 2de6b106-8195-4b10-974f-674e0015ed70 gateway port host: None {{(pid=107626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 05:22:11.786759 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:11.813844 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_hamode_db [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:22:11Z', 'revision_number': 6, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port_host': None}], 'dv-cinder-854265-1-iscsi', False) {} {{(pid=107626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:11.843061 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d3914-7952-4753-93e4-64f267d44846 None None] The sync data for ids ['2de6b106-8195-4b10-974f-674e0015ed70'] in dv-cinder-854265-1-iscsi is: [{'id': '2de6b106-8195-4b10-974f-674e0015ed70', 'name': 'tempest-TestVolumeBootPattern-1939852007-router', 'tenant_id': '79860f8bcfbd43818f357214ad5e47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T05:13:37Z', 'updated_at': '2022-08-24T05:22:11Z', 'revision_number': 6, 'project_id': '79860f8bcfbd43818f357214ad5e47ec', 'gw_port_host': None}] {{(pid=107626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 05:22:11.972515 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:11.995703 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:12.055474 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:12.062669 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679976'] for router_gateway (2de6b106-8195-4b10-974f-674e0015ed70), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.164039 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1682579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6964'] for router (2de6b106-8195-4b10-974f-674e0015ed70), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.166110 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks [] for router_controller (2de6b106-8195-4b10-974f-674e0015ed70), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.275271 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1682570'] for router (2de6b106-8195-4b10-974f-674e0015ed70), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.276007 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de6b106-8195-4b10-974f-674e0015ed70 {{(pid=107624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 05:22:12.280864 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] Publish callbacks [] for router (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.285132 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-f3460939-d63c-4778-aa39-ef1b9d1874df admin admin] 10.222.0.105 "DELETE /networking/v2.0/routers/2de6b106-8195-4b10-974f-674e0015ed70 HTTP/1.1" status: 204 len: 168 time: 0.9309156 Aug 24 05:22:12.285132 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 51376) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:12.331498 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.db_base_plugin_v2 [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] Deleting subnet 05fc3421-a6d9-49d5-b412-fc6995574bee {{(pid=107624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 05:22:12.334707 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] Publish callbacks [] for subnet (05fc3421-a6d9-49d5-b412-fc6995574bee), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.369593 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4444284'] for subnet (05fc3421-a6d9-49d5-b412-fc6995574bee), precommit_delete_associations {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.446359 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594230'] for subnet (05fc3421-a6d9-49d5-b412-fc6995574bee), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.561220 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4887981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085470'] for subnet (05fc3421-a6d9-49d5-b412-fc6995574bee), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.589014 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fc3421-a6d9-49d5-b412-fc6995574bee,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:12.592862 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for subnet (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.596656 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-90414155-f211-4b87-a419-a0555c68c29a admin admin] 10.222.0.105 "DELETE /networking/v2.0/subnets/05fc3421-a6d9-49d5-b412-fc6995574bee HTTP/1.1" status: 204 len: 168 time: 0.3109996 Aug 24 05:22:12.599263 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 51378) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:12.601812 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17639d-8c09-4fa6-a138-c32a1d18bc94 None None] Network 041aab56-85f2-42d7-b389-24e8b3333fa6 requested from dv-cinder-854265-1-iscsi {{(pid=107626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 05:22:12.623860 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=8 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:12.634483 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4ed09609-0a77-4ce6-897c-89abcd1803d8 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:22:12.683646 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708539'] for network (041aab56-85f2-42d7-b389-24e8b3333fa6), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.686966 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 4ed09609-0a77-4ce6-897c-89abcd1803d8 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:22:12.687435 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 4ed09609-0a77-4ce6-897c-89abcd1803d8 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:22:12.732401 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Deleting port 525879e5-a390-4546-ab2e-8080cb2efecf {{(pid=107624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:12.732742 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.782555 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] DHCP port deletion for 041aab56-85f2-42d7-b389-24e8b3333fa6 request from dv-cinder-854265-1-iscsi {{(pid=107626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 05:22:12.804099 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.db [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] For port 525879e5-a390-4546-ab2e-8080cb2efecf, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=525879e5-a390-4546-ab2e-8080cb2efecf,segment=NetworkSegment(dad8902e-d585-43ad-855c-43c578749011),segment_id=dad8902e-d585-43ad-855c-43c578749011)] {{(pid=107624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:12.804481 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.822230 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] Deleting port 525879e5-a390-4546-ab2e-8080cb2efecf {{(pid=107626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 05:22:12.822691 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790335468045'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), before_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.893402 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.db [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] For port 525879e5-a390-4546-ab2e-8080cb2efecf, host dv-cinder-854265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-1-iscsi',level=0,port_id=525879e5-a390-4546-ab2e-8080cb2efecf,segment=NetworkSegment(dad8902e-d585-43ad-855c-43c578749011),segment_id=dad8902e-d585-43ad-855c-43c578749011)] {{(pid=107626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 05:22:12.894228 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813412'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), precommit_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:12.909640 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] Calling delete_port for 525879e5-a390-4546-ab2e-8080cb2efecf owned by network:dhcp {{(pid=107626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:13.052418 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), after_delete {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.078604 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] Pushing event deleted for resources: {'Port': ['ID=525879e5-a390-4546-ab2e-8080cb2efecf,revision_number=None']} {{(pid=107626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:13.080511 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.plugin [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Calling delete_port for 525879e5-a390-4546-ab2e-8080cb2efecf owned by network:dhcp {{(pid=107624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 05:22:13.082654 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80db924-f553-4d80-ba05-c1b7a298f928 None None] No DVR routers for this DVR port 525879e5-a390-4546-ab2e-8080cb2efecf on host dv-cinder-854265-1-iscsi {{(pid=107626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:22:13.160148 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790335335051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790334955614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4888056'] for port (525879e5-a390-4546-ab2e-8080cb2efecf), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.185601 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Pushing event deleted for resources: {'Port': ['ID=525879e5-a390-4546-ab2e-8080cb2efecf,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:13.190084 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] No DVR routers for this DVR port 525879e5-a390-4546-ab2e-8080cb2efecf on host dv-cinder-854265-1-iscsi {{(pid=107624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 05:22:13.263253 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-591670', 'neutron.services.segments.db._delete_segments_for_network-8790335455856'] for network (041aab56-85f2-42d7-b389-24e8b3333fa6), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.284248 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041aab56-85f2-42d7-b389-24e8b3333fa6']}} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:13.293238 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad8902e-d585-43ad-855c-43c578749011') {'for_net_delete': True} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:13.293537 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.services.segments.db [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad8902e-d585-43ad-855c-43c578749011') {} {{(pid=107624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 05:22:13.303092 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790335416558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4444277'] for segment (dad8902e-d585-43ad-855c-43c578749011), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.310299 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:13.316523 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903'] for segment (dad8902e-d585-43ad-855c-43c578749011), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.322683 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=107624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 05:22:13.323094 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-589903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4888011'] for segment (dad8902e-d585-43ad-855c-43c578749011), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.399986 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment dad8902e-d585-43ad-855c-43c578749011 resource provider aggregate not found Aug 24 05:22:13.413494 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.services.segments.plugin [-] Segment dad8902e-d585-43ad-855c-43c578749011 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dad8902e-d585-43ad-855c-43c578749011 found for delete ", "request_id": "req-f25e9945-75c6-4c59-99d0-32d666a72aa7"}]} Aug 24 05:22:13.445065 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-591677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679948'] for network (041aab56-85f2-42d7-b389-24e8b3333fa6), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.450477 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578976'] for network (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.454268 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] 10.222.0.105 "DELETE /networking/v2.0/networks/041aab56-85f2-42d7-b389-24e8b3333fa6 HTTP/1.1" status: 204 len: 168 time: 0.8540452 Aug 24 05:22:13.465765 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6066587-647a-46db-91b2-9ffadaf66fca admin admin] Pushing event deleted for resources: {'Network': ['ID=041aab56-85f2-42d7-b389-24e8b3333fa6,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:13.715046 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51388) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:13.755869 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-2b55ee08-9504-4619-b858-654780446d67 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=2a010cb56074448a979b3b7d944a92d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396864 Aug 24 05:22:13.758322 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [-] (107625) accepted ('10.222.0.105', 51390) {{(pid=107625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:13.807012 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-94798374-36a2-4bbb-bbe9-9e8aa488ead8 admin admin] Publish callbacks [] for security_group (f08be71e-77de-4eb3-b705-ba44f27ce3a0), before_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.826489 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-94798374-36a2-4bbb-bbe9-9e8aa488ead8 admin admin] Publish callbacks [] for security_group (f08be71e-77de-4eb3-b705-ba44f27ce3a0), precommit_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.938032 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-94798374-36a2-4bbb-bbe9-9e8aa488ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (f08be71e-77de-4eb3-b705-ba44f27ce3a0), after_delete {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.940525 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron_lib.callbacks.manager [None req-94798374-36a2-4bbb-bbe9-9e8aa488ead8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:13.941680 dv-cinder-854265-1-iscsi neutron-server[107625]: INFO neutron.wsgi [None req-94798374-36a2-4bbb-bbe9-9e8aa488ead8 admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/f08be71e-77de-4eb3-b705-ba44f27ce3a0 HTTP/1.1" status: 204 len: 168 time: 0.1824293 Aug 24 05:22:13.949760 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94798374-36a2-4bbb-bbe9-9e8aa488ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08be71e-77de-4eb3-b705-ba44f27ce3a0,revision_number=None']} {{(pid=107625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:14.160641 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 525879e5-a390-4546-ab2e-8080cb2efecf no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:22:14.181360 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 525879e5-a390-4546-ab2e-8080cb2efecf {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:22:14.181702 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 525879e5-a390-4546-ab2e-8080cb2efecf not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:22:14.182106 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 no longer exists at agent ovs-agent-dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 05:22:14.201163 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] No Port match for: 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 {{(pid=107626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 05:22:14.201508 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron.plugins.ml2.rpc [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Device 2d8c54d8-f4e8-4bbf-88d1-d2a77207e4b8 not bound to the agent host dv-cinder-854265-1-iscsi {{(pid=107626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 05:22:14.572116 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 51396) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:14.612483 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-c8cc69cf-7eac-4e94-80fc-19823faf3147 admin admin] 10.222.0.105 "GET /networking/v2.0/security-groups?tenant_id=79860f8bcfbd43818f357214ad5e47ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392096 Aug 24 05:22:14.614900 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [-] (107624) accepted ('10.222.0.105', 51398) {{(pid=107624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 05:22:14.662990 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-57005f79-68b3-4143-9e3d-5bc4ad48cc0a admin admin] Publish callbacks [] for security_group (afa61f4f-8932-43a8-b47c-cee2faa33c54), before_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:14.682842 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-57005f79-68b3-4143-9e3d-5bc4ad48cc0a admin admin] Publish callbacks [] for security_group (afa61f4f-8932-43a8-b47c-cee2faa33c54), precommit_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:14.806927 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-57005f79-68b3-4143-9e3d-5bc4ad48cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685108'] for security_group (afa61f4f-8932-43a8-b47c-cee2faa33c54), after_delete {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:14.809527 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron_lib.callbacks.manager [None req-57005f79-68b3-4143-9e3d-5bc4ad48cc0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:14.810718 dv-cinder-854265-1-iscsi neutron-server[107624]: INFO neutron.wsgi [None req-57005f79-68b3-4143-9e3d-5bc4ad48cc0a admin admin] 10.222.0.105 "DELETE /networking/v2.0/security-groups/afa61f4f-8932-43a8-b47c-cee2faa33c54 HTTP/1.1" status: 204 len: 168 time: 0.1948996 Aug 24 05:22:14.819519 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57005f79-68b3-4143-9e3d-5bc4ad48cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa61f4f-8932-43a8-b47c-cee2faa33c54,revision_number=None']} {{(pid=107624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 05:22:18.131896 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=82 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:18.296967 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=17 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:23.945276 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=45,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:23.946156 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG dbcounter [-] [107625] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=107625) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:24.184895 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:24.295207 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:22:24.814195 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=68,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:24.815005 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG dbcounter [-] [107624] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=107624) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:24.840607 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=40,neutron:DELETE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:29.880131 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:34.290929 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:34.929514 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e50-f494-49ea-9fb3-1cec8673e2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:37.216986 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-7e580ac8-91bd-4848-a8af-54fa0b5636d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:38.502447 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:39.959793 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:40.089662 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:22:46.256417 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:46.257437 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:49.985555 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:49.986543 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:22:59.866058 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:01.294327 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:23:03.322149 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:04.918635 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a304541a-7ef3-4af7-a9f8-6f44d9e6ccbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:07.193468 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-f31c1c57-2626-4c84-a90f-6dc48a5d430d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:08.513350 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:09.951330 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:10.048523 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:11.289678 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:19.411950 dv-cinder-854265-1-iscsi neutron-server[107625]: DEBUG neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-507d224b-a3c3-4ff4-bcb0-e9fda1e27790 service neutron] (107625) timed out ('10.222.0.105', 44716) {{(pid=107625) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:23:19.496744 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-6525f7f0-24ec-4595-a307-a04e20dbd98d req-eaff383a-9f09-43ea-88ef-f0287c1c3bb5 tempest-TestShelveInstance-2069034511 tempest-TestShelveInstance-2069034511-project] (107624) timed out ('10.222.0.105', 44726) {{(pid=107624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:23:23.129236 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:23.130056 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:23.263190 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:23.264688 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:29.872234 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:34.905425 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-22b1dceb-d34a-4a3d-8082-8a60dc508b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:36.221330 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-229acf54-c3cd-459c-a3ce-500f3760fadb req-df52a777-3850-4ebe-bbb2-082641cbacd5 service neutron] (107624) timed out ('10.222.0.102', 58786) {{(pid=107624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:23:37.186659 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-ecbd30f3-0518-4671-9723-be982769386b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:38.293930 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:23:38.529914 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:39.949876 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:40.049522 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:23:48.289445 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:48.290400 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:49.989964 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=11 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:49.991977 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:23:59.912637 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:03.006130 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=17 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:03.010016 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=15 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:04.921181 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a5b51db8-6e31-4c5e-a7ca-420fdc8e7378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:07.197387 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-2b5c2aa3-5d34-457e-aae5-894f3236cc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:08.512309 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:09.972225 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:10.058737 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:15.296429 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:24:19.994495 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:19.996442 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:25.292161 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:29.886285 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:34.899652 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-fe5d8e96-3a28-42f8-89f3-93041065e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:37.200378 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0df5ce0f-f05a-4ae9-9c4a-e2c9e9bdd660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:37.251990 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:37.257983 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:38.311855 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-7566e46c-0393-43e7-a9d7-bac9442bfa49 service neutron] (107624) timed out ('10.222.0.105', 47412) {{(pid=107624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:24:38.522275 dv-cinder-854265-1-iscsi neutron-server[107624]: DEBUG neutron.wsgi [req-d8c7f705-2c3e-41ff-a860-a56279579632 req-d5490537-2807-46b8-bf2a-d08bbaf81c88 tempest-AttachVolumeShelveTestJSON-415363385 tempest-AttachVolumeShelveTestJSON-415363385-project] (107624) timed out ('10.222.0.105', 47420) {{(pid=107624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 05:24:38.551391 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:39.939657 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:40.091599 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:24:49.994147 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:50.000180 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:24:52.296554 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:24:59.879854 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:02.293447 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:03.327175 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:04.922413 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-735b9272-bb2d-4424-85bf-43fdcf61f345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:07.222740 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-14b38173-4976-4fb0-a211-83f9752c70a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:08.531198 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:09.950360 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:10.064803 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:14.253088 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:14.254083 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:23.014153 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:23.014859 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:29.296839 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:25:29.913395 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:34.907641 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-2692a4b0-74e0-451d-8037-e1c3923a5bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:37.245008 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8d9a-5067-4dbd-ae56-e4161f34b0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:38.541542 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:39.293076 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:39.936135 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:40.064871 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:25:50.003608 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:50.005520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:51.248885 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:51.249760 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:25:59.918989 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:03.011531 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=10 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:03.013355 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=16 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:04.912652 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-1f8516ad-fb0c-4f27-bd20-d7a16ebb9d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:06.296154 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:26:07.192861 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-cf5345a7-75d4-402f-a75b-68aa31cf2755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:08.550352 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:09.935615 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:10.064092 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:16.291433 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:16.292225 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:20.005053 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:20.007064 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:28.255149 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=4 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:28.256014 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:29.929712 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:34.912648 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1a9ad04-55b1-49f8-871d-fa9bff1a1cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:37.226796 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-0936eaeb-f91a-4b64-b99c-e879a3117ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:38.555968 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:39.973144 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:40.087237 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:26:43.295754 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:26:50.007598 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:50.009520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:53.290272 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:53.291123 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:26:59.967138 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:04.910520 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-6049a68d-7712-4b31-913a-8cd9ed2ec89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:05.246983 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=2 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:05.252018 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:07.216029 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e9ec16ed-dcd0-4aa4-b9d7-0ad0e09f1028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:08.557798 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:09.973149 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:10.087501 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:18.295500 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:18.296278 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:20.294736 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:27:23.012065 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:23.012793 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:29.990158 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:30.290273 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:30.291041 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=1 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:34.918248 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-3ec68be9-fb81-463e-ae17-fc757c9d5b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:37.255845 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-055a5b5a-226e-486c-8e03-1ddb17733633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (778be665-93c6-491b-8ccb-cd021d5041c6), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:38.573002 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-e2608adb-5b1e-4d35-a061-6b6de4e4ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (1c3faf58-4c6f-4581-a7d6-6e5ff611ac71), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:40.010798 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-d1c90c4e-c7ed-47e0-b4a3-a5ebf7d58c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (d428528a-4954-412d-8819-77a012cf4b6a), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:40.075785 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-a80839cd-925f-487e-b3be-af4cd4466c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (b4f413df-86c2-413d-920e-063abd793a26), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:27:42.243777 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:42.248670 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG dbcounter [-] [107627] Writing DB stats neutron:SELECT=3 {{(pid=107627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:50.017496 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:50.018286 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG dbcounter [-] [107626] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107626) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 05:27:57.295002 dv-cinder-854265-1-iscsi neutron-server[107627]: DEBUG neutron.db.agents_db [None req-65403921-f817-4427-a63e-3f8bf524ba0c None None] Agent healthcheck: found 6 active agents {{(pid=107627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 05:27:59.946701 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-8bac3599-1bb4-4298-be3a-f17f57e92597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (0364b4ba-53a2-4951-8a6c-1d846fcbacad), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 05:28:04.916189 dv-cinder-854265-1-iscsi neutron-server[107626]: DEBUG neutron_lib.callbacks.manager [None req-cefd5569-cda7-4e9f-b908-747a6906bc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790335455838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595573'] for agent (e3cd2919-bc4e-447f-976f-76f7f425284b), after_update {{(pid=107626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}